-- Logs begin at Fri 2022-05-27 15:22:47 UTC, end at Fri 2022-05-27 16:53:01 UTC. -- May 27 16:19:10.186637 dv-cinder-840493-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 16:19:13.011959 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.common.config [-] Logging enabled! May 27 16:19:13.012569 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev260 May 27 16:19:13.012751 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104445) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 16:19:13.016044 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.common.config [-] Logging enabled! May 27 16:19:13.016296 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev260 May 27 16:19:13.016604 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104445) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 16:19:13.017571 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 16:19:13.017806 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 16:19:13.018174 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 16:19:13.018418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 16:19:13.019179 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 16:19:13.019665 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.019903 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.020135 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.020432 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.020726 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.021008 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.021298 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.021620 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.021908 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.022188 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.022469 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.022699 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.022978 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.023263 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.023548 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.023770 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] debug = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.024048 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.024472 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.024880 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.025167 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.025477 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.025758 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.026028 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.026318 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.026583 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.026910 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] host = dv-cinder-840493-2-iscsi {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.027187 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.027471 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.027758 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.028044 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.028317 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.028599 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.028885 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.029154 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.029454 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.029732 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.030022 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.030308 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.030595 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.030818 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.031038 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.031321 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.031608 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.031884 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.032160 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.032434 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.032711 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.032980 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.033246 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.033555 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.033840 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.034126 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.034455 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.034731 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.035001 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.035273 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.035557 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.035831 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.036105 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.036377 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.036662 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.036930 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.037201 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.037526 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.037813 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.038094 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.038380 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.038657 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.038941 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.039207 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.039480 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.039745 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_json = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.040013 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.040279 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.040555 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.040826 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.041094 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.041388 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.041706 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.041996 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.042269 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:13.042564 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.042859 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.043159 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.043437 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.043740 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.044020 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.044307 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.044582 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.044869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.045155 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.045463 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.045744 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.046042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.046331 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.046622 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.046928 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.047218 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.047509 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.047790 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.048100 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.048374 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.048658 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.048945 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.049222 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.049537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.049852 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.050201 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.050505 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.050798 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.051083 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.051374 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.051664 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.051940 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.052220 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.052515 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.052793 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.053068 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.053381 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.053664 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.053939 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.054220 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.054508 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.054795 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.055069 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.055349 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.055633 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.055908 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.056179 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.056450 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.056725 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.056994 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.057276 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.057575 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.057847 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.058118 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.058394 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.058671 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.058943 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.059219 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.059492 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.059767 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.060040 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.060310 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.060581 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.060851 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.061120 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.061423 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.061701 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.061975 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.062247 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.062517 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.062789 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.063057 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.063329 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.063624 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.063899 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.064177 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.064454 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.064729 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.065002 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.065275 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.066131 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.066537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.066719 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.067015 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.067299 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.067587 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.067868 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.068146 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.068463 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.068741 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.069022 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.069305 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.069607 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.069886 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.070198 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.070484 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.070775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.071068 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.071348 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.071642 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.071935 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.072229 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.072512 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.072819 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.073097 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:13.073313 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 16:19:13.073577 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104445) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 16:19:13.535042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 16:19:13.535320 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 16:19:13.535621 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 16:19:13.535951 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 16:19:13.865496 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.865718 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.865989 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.867444 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.867716 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.867981 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.923693 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.923693 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.923975 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.939642 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.939926 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.940197 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.970247 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.970531 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:13.970803 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.008159 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.008437 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.008708 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.356453 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.357035 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.357035 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.357241 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.357964 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.463108 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.463427 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.463713 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.463984 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.464249 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.464559 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.464819 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.465112 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.465328 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.465706 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.465962 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.466227 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.466480 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.466735 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.466988 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.467302 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.467504 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.467769 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.468034 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.468292 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.468568 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.468820 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.469103 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.469511 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.469763 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.470007 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.470410 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.470649 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.470891 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.471126 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.471362 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.471676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:14.472542 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 16:19:14.477074 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 16:19:14.481059 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 16:19:14.484888 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 27 16:19:14.486532 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 16:19:14.487001 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 16:19:14.487365 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 16:19:14.487862 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 16:19:14.490758 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 16:19:14.491007 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 16:19:14.491611 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 16:19:14.496718 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 16:19:14.521297 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 16:19:14.521794 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.522093 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104445) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 16:19:14.522466 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.523825 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104445) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 16:19:14.524107 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 16:19:14.524355 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 16:19:14.527725 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.528004 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:14.589842 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 16:19:14.590102 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 16:19:14.590323 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 16:19:14.590700 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 16:19:14.642630 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO dbcounter [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Registered counter for database neutron May 27 16:19:14.662627 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_db.sqlalchemy.engines [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104445) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 16:19:14.668521 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG dbcounter [-] [104445] Writer thread running {{(pid=104445) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 16:19:15.369499 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing driver for type 'gre' May 27 16:19:15.370122 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] gre ID ranges: [(1, 1000)] May 27 16:19:15.683942 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing driver for type 'local' May 27 16:19:15.684192 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing driver for type 'vlan' May 27 16:19:15.792210 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] VlanTypeDriver initialization complete May 27 16:19:15.792568 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing driver for type 'vxlan' May 27 16:19:15.793088 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] vxlan ID ranges: [(1, 1000)] May 27 16:19:16.026468 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing extension driver 'port_security' May 27 16:19:16.026729 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.extensions.port_security [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] PortSecurityExtensionDriver initialization complete May 27 16:19:16.027059 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing mechanism driver 'openvswitch' May 27 16:19:16.027378 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing mechanism driver 'hyperv' May 27 16:19:16.036886 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.plugin [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:16.037652 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.038046 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.038509 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.039022 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.039445 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.039853 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.040211 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.040637 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.041040 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.041453 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.041846 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.042259 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.042696 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.043042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.043377 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.043764 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.044198 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.044541 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.044883 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.045261 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.045685 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > address_group after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.046029 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > address_group after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.046400 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > address_group after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.046783 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104445) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 16:19:16.047385 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] ML2 OVO RPC backend initialized. {{(pid=104445) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 16:19:16.048188 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.048566 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.048986 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.049361 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > networks before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > ports before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnets before_response 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057881 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057881 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057881 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.057881 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.058180 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.058180 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.058180 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.058180 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.058462 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.062497 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded quota_driver: . May 27 16:19:16.062930 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.plugin [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Modular L2 Plugin initialization complete May 27 16:19:16.063340 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading services supported by the core plugin {{(pid=104445) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 16:19:16.063684 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.plugins.ml2.managers [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Got port-security extension from driver 'port_security' May 27 16:19:16.064163 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.extensions.vlantransparent [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Disabled vlantransparent extension. May 27 16:19:16.064740 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104445) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 16:19:16.065063 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: router May 27 16:19:16.102037 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.102428 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_create 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.102802 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router before_create 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.103171 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.103543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.103897 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_delete 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.104253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > floatingip after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.104600 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > floatingip after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.104954 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_create 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.105296 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.105663 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.106008 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.106361 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.106800 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.107173 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.107512 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.107846 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: subnet after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.108179 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.108526 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > port precommit_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.108865 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_create 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.109204 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.109580 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.109935 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router after_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.110273 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_delete 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.110618 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_create 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.110975 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.111318 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_update 55549900 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.111679 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > agent after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.112044 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > agent after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.112680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > network after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.113581 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Tracking information for resource: router configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:16.113910 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Tracking information for resource: floatingip configured {{(pid=104445) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 16:19:16.119520 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.db.l3_agentschedulers_db [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 16:19:16.120112 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.120477 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.120826 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.121175 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: port after_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.122012 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router before_create 55550100 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.122374 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_delete 55550100 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.122736 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_create 55550100 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.123091 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > router precommit_update 55550100 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.128921 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.provider_configuration [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service providers = [] {{(pid=104445) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 16:19:16.129416 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.db.servicetype_db [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104445) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 16:19:16.132986 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.service_base [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 16:19:16.133331 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.service_base [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 16:19:16.133694 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.service_base [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 16:19:16.134586 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.services.service_base [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104445) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 16:19:16.134958 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.services.service_base [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 16:19:16.135340 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.135654 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 16:19:16.153263 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.153633 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: auto_allocate May 27 16:19:16.160154 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: network precommit_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.160534 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: network precommit_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.161080 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.161432 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: tag May 27 16:19:16.168191 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.168523 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: timestamp May 27 16:19:16.172630 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.172962 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: network_ip_availability May 27 16:19:16.179210 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.179588 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.179947 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.180684 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.181009 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: flavors May 27 16:19:16.185786 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.186123 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading Plugin: revisions May 27 16:19:16.191366 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104445) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 16:19:16.191772 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.656s {{(pid=104445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 16:19:16.192523 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104445) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 16:19:16.192867 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Initializing extension manager. May 27 16:19:16.193439 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: __init__.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.193820 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: __pycache__ {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.194162 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: _port_mac_address_override.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.194504 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: address_group.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.195462 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.196049 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: address-group May 27 16:19:16.196381 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: address_scope.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.197558 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.197709 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: address-scope May 27 16:19:16.198040 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: admin_state_down_before_update.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.199015 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.199529 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: router-admin-state-down-before-update May 27 16:19:16.199890 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: agent.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.200605 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.201113 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: agent May 27 16:19:16.201480 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: agent_resources_synced.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.213093 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.213678 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: agent-resources-synced May 27 16:19:16.214018 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: allowedaddresspairs.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.215872 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.216401 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: allowed-address-pairs May 27 16:19:16.216736 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: auto_allocated_topology.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.217844 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.218363 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: auto-allocated-topology May 27 16:19:16.218691 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: availability_zone.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.219435 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.219945 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: availability_zone May 27 16:19:16.220264 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: availability_zone_filter.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.221198 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.222303 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: availability_zone_filter May 27 16:19:16.222709 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: data_plane_status.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.223634 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.224146 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension data-plane-status not supported by any of loaded plugins May 27 16:19:16.224468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: default_subnetpools.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.225626 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.226153 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: default-subnetpools May 27 16:19:16.226480 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: dhcpagentscheduler.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.227308 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.227820 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: dhcp_agent_scheduler May 27 16:19:16.228146 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: dns.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.229072 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.229610 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension dns-integration not supported by any of loaded plugins May 27 16:19:16.229940 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: dns_domain_ports.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.230909 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.231427 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 16:19:16.231756 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.232691 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.233200 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 16:19:16.233554 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: dvr.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.234230 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.234738 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: dvr May 27 16:19:16.235062 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: ecmp_routes.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.235982 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.236482 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension ecmp_routes not supported by any of loaded plugins May 27 16:19:16.236808 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: empty_string_filtering.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.238485 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.238991 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: empty-string-filtering May 27 16:19:16.239316 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.240234 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.240737 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 16:19:16.241350 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.242271 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.242777 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 16:19:16.243104 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: external_net.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.244032 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.244541 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: external-net May 27 16:19:16.244868 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: extra_dhcp_opt.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.245830 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.246337 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: extra_dhcp_opt May 27 16:19:16.246662 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: extraroute.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.247573 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.248082 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: extraroute May 27 16:19:16.248404 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: extraroute_atomic.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.249481 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.249992 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: extraroute-atomic May 27 16:19:16.250314 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: filter_validation.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.250983 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.251493 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: filter-validation May 27 16:19:16.251816 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: fip_pf_description.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.252726 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.253378 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 16:19:16.253721 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: fip_pf_port_range.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.254642 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.255142 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 16:19:16.255473 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: fip_port_details.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.261548 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.262053 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: fip-port-details May 27 16:19:16.262381 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: flavors.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.263625 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.264144 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: flavors May 27 16:19:16.264472 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.266188 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.266712 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 16:19:16.267049 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: floatingip_pools.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.267986 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.268513 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: floatingip-pools May 27 16:19:16.268956 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: ip_allocation.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.269920 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.270432 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension ip_allocation not supported by any of loaded plugins May 27 16:19:16.270764 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.271728 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.272242 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: ip-substring-filtering May 27 16:19:16.272577 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l2_adjacency.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.273579 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.274044 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension l2_adjacency not supported by any of loaded plugins May 27 16:19:16.274372 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.275356 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.275872 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: router May 27 16:19:16.276208 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_conntrack_helper.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.278525 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.279000 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 16:19:16.279334 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.280265 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.280778 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: ext-gw-mode May 27 16:19:16.281108 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.282063 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.282579 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: l3-ha May 27 16:19:16.282909 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.283824 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.285006 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 16:19:16.285165 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_flavors.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.286144 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.286654 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: l3-flavors May 27 16:19:16.286987 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_ndp_proxy.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.288392 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.288904 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 16:19:16.289233 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.290193 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.290706 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: l3-port-ip-change-not-allowed May 27 16:19:16.291032 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: l3agentscheduler.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.292080 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.292600 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: l3_agent_scheduler May 27 16:19:16.292931 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: local_ip.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.294746 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.295266 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension local_ip not supported by any of loaded plugins May 27 16:19:16.295608 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: logging.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.297085 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.297635 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension logging not supported by any of loaded plugins May 27 16:19:16.297969 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: metering.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.298727 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.299310 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: metering May 27 16:19:16.300240 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.301400 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.301921 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: metering_source_and_destination_fields May 27 16:19:16.302251 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: multiprovidernet.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.303306 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.303827 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: multi-provider May 27 16:19:16.304157 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: netmtu.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.305081 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.305623 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: net-mtu May 27 16:19:16.305954 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: netmtu_writable.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.306879 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.307388 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: net-mtu-writable May 27 16:19:16.307718 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: network_availability_zone.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.308389 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.308897 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: network_availability_zone May 27 16:19:16.309224 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: network_ip_availability.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.310354 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.310874 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: network-ip-availability May 27 16:19:16.311204 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: network_segment_range.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.311970 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.312481 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension network-segment-range not supported by any of loaded plugins May 27 16:19:16.312809 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: pagination.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.322178 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.322513 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: pagination May 27 16:19:16.322838 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_device_profile.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.323771 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.324284 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-device-profile May 27 16:19:16.324608 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_mac_address_override.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.325581 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.326090 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-mac-override May 27 16:19:16.326415 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.327344 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.327858 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-mac-address-regenerate May 27 16:19:16.328186 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.329143 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.329678 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-numa-affinity-policy May 27 16:19:16.330004 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_resource_request.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.331060 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.331563 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension port-resource-request not supported by any of loaded plugins May 27 16:19:16.331883 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: port_resource_request_groups.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.332868 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.333403 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 16:19:16.333733 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: portbindings.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.334665 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.335174 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: binding May 27 16:19:16.335497 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: portbindings_extended.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.336749 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.337265 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: binding-extended May 27 16:19:16.337620 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: portsecurity.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.338563 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.339080 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-security May 27 16:19:16.339416 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: project_id.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.340429 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.340759 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: project-id May 27 16:19:16.341085 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: providernet.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.342098 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.342606 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: provider May 27 16:19:16.342933 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.347178 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.347792 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos not supported by any of loaded plugins May 27 16:19:16.348130 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.349409 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.349929 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 16:19:16.350278 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.351270 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.351780 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 16:19:16.352112 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_default.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.353037 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.353592 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-default not supported by any of loaded plugins May 27 16:19:16.353926 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_fip.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.354853 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.355367 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-fip not supported by any of loaded plugins May 27 16:19:16.355696 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_fip_network_policy.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.356618 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.357176 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 16:19:16.357533 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_gateway_ip.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.358463 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.358974 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 16:19:16.359303 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_port_network_policy.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.360225 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.360740 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 16:19:16.361070 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.362756 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.363369 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 16:19:16.363705 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.364762 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.365274 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 16:19:16.365635 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_pps_rule.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.367130 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.367615 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-pps not supported by any of loaded plugins May 27 16:19:16.378882 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_rule_type_details.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.379629 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.380165 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 16:19:16.380498 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_rule_type_filter.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.381473 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.381990 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 16:19:16.382322 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: qos_rules_alias.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.383518 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.384039 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 16:19:16.384368 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: quota_check_limit.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.385293 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.385915 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: quota-check-limit May 27 16:19:16.386243 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: quotasv2.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.387236 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.387565 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: quotas May 27 16:19:16.387890 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: quotasv2_detail.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.389637 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.389979 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: quota_details May 27 16:19:16.390310 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: rbac.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.391443 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.391965 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: rbac-policies May 27 16:19:16.392299 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: rbac_address_group.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.393239 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.394748 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: rbac-address-group May 27 16:19:16.395074 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: rbac_address_scope.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.396103 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.396614 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: rbac-address-scope May 27 16:19:16.396944 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: rbac_security_groups.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.397911 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.398424 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: rbac-security-groups May 27 16:19:16.398751 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: rbac_subnetpool.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.399677 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.400192 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: rbac-subnetpool May 27 16:19:16.400517 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: revisionifmatch.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.401476 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.401988 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: revision-if-match May 27 16:19:16.402314 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: revisions.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.403434 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.403946 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: standard-attr-revisions May 27 16:19:16.404274 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: router_availability_zone.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.404954 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.405497 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: router_availability_zone May 27 16:19:16.405836 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: routerservicetype.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.406768 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.407276 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension router-service-type not supported by any of loaded plugins May 27 16:19:16.407602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.408539 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.409759 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: security-groups-normalized-cidr May 27 16:19:16.410086 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: security_groups_port_filtering.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.411023 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.411539 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: port-security-groups-filtering May 27 16:19:16.411865 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.412902 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.413452 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: security-groups-remote-address-group May 27 16:19:16.413809 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.414796 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.415310 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: security-groups-shared-filtering May 27 16:19:16.415637 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: securitygroup.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.427102 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.427644 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: security-group May 27 16:19:16.428042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: segment.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.428792 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.429311 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension segment not supported by any of loaded plugins May 27 16:19:16.429666 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.430632 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.431227 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 16:19:16.431557 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: servicetype.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.432684 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.433200 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: service-type May 27 16:19:16.433573 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: sorting.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.434549 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.434893 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: sorting May 27 16:19:16.435223 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: standard_attr_segment.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.436145 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.436697 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 16:19:16.437020 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: standardattrdescription.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.437699 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.438210 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: standard-attr-description May 27 16:19:16.438537 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: stateful_security_group.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.439468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.439983 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: stateful-security-group May 27 16:19:16.440334 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: stdattrs_common.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.440925 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 16:19:16.441249 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.442213 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.442734 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 16:19:16.443063 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnet_onboard.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.444131 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.444653 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: subnet_onboard May 27 16:19:16.444984 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.445958 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.446468 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 16:19:16.446793 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnet_service_types.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.447717 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.448226 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: subnet-service-types May 27 16:19:16.448553 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnetallocation.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.449693 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.450201 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: subnet_allocation May 27 16:19:16.450530 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.451198 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.451707 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: subnetpool-prefix-ops May 27 16:19:16.452031 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.452972 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.453512 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 16:19:16.453839 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: tagging.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.454917 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.455429 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: standard-attr-tag May 27 16:19:16.455761 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: timestamp.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.457551 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.458074 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loaded extension: standard-attr-timestamp May 27 16:19:16.458408 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: trunk.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.459455 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.460020 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension trunk not supported by any of loaded plugins May 27 16:19:16.460352 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: trunk_details.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.461277 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.461823 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension trunk-details not supported by any of loaded plugins May 27 16:19:16.462153 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: uplink_status_propagation.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.463082 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.463590 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 16:19:16.463917 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Loading extension file: vlantransparent.py {{(pid=104445) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 16:19:16.464606 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104445) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 16:19:16.465114 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extension vlan-transparent not supported by any of loaded plugins May 27 16:19:16.467745 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:network May 27 16:19:16.468282 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnet May 27 16:19:16.468684 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnetpool May 27 16:19:16.469084 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:port May 27 16:19:16.470381 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.470821 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service FLAVORS assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.472101 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.472668 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.473024 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:router May 27 16:19:16.473493 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:floatingip May 27 16:19:16.474006 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service METERING assigned prefix: /metering {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.475484 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.475864 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of CountableResource for resource:rbac_policy May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:security_group May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:security_group_rule May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service CORE assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnetpool May 27 16:19:16.482320 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] subnetpool is already registered May 27 16:19:16.482834 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service CORE assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.482834 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnetpool May 27 16:19:16.482834 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] subnetpool is already registered May 27 16:19:16.482834 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.483254 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service FLAVORS assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.483850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.484279 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.484621 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:router May 27 16:19:16.484965 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] router is already registered May 27 16:19:16.485407 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:floatingip May 27 16:19:16.485756 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] floatingip is already registered May 27 16:19:16.486217 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service METERING assigned prefix: /metering {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.486884 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of CountableResource for resource:rbac_policy May 27 16:19:16.487369 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] rbac_policy is already registered May 27 16:19:16.487818 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:security_group May 27 16:19:16.488159 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] security_group is already registered May 27 16:19:16.488567 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:security_group_rule May 27 16:19:16.488904 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] security_group_rule is already registered May 27 16:19:16.489567 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service CORE assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.489896 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnetpool May 27 16:19:16.490238 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] subnetpool is already registered May 27 16:19:16.490718 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.v2.resource_helper [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Service CORE assigned prefix: {{(pid=104445) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 16:19:16.491302 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Creating instance of TrackedResource for resource:subnetpool May 27 16:19:16.491635 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING neutron.quota.resource_registry [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] subnetpool is already registered May 27 16:19:16.492108 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: extensions {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.493706 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: address-groups {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.495190 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: address-scopes {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.496517 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: agents {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.497696 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: auto-allocated-topology {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.498999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: availability_zones {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.500210 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: dhcp-networks {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.501755 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: dhcp-agents {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.503219 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: routers {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.504972 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: flavors {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.506260 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: service_profiles {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.507521 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: next_providers {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.508965 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: service_profiles {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.510587 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: floatingip-pools {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.511802 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: routers {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.513536 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: floatingips {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.514849 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: l3-routers {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.516238 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: l3-agents {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.517715 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: metering-labels {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.519883 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: metering-label-rules {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.520986 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: network-ip-availabilities {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.522434 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: bindings {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.524020 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: quotas {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.526856 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: quotas {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.528468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: rbac-policies {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.529745 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: security-groups {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.531025 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: security-group-rules {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.532615 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: service-providers {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.533549 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: subnetpools {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.535627 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: subnetpools {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.537183 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.538904 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.540774 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.542593 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.544286 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.546321 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.548010 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.550152 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.553367 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.553855 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron.api.extensions [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Extended resource: tags {{(pid=104445) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 16:19:16.560894 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING keystonemiddleware.auth_token [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 16:19:16.567401 dv-cinder-840493-2-iscsi neutron-server[104445]: WARNING keystonemiddleware.auth_token [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 16:19:16.576510 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Acquired lock "singleton_lock" {{(pid=104445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 16:19:16.576986 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_concurrency.lockutils [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Releasing lock "singleton_lock" {{(pid=104445) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 16:19:16.577680 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Starting 2 workers May 27 16:19:16.583377 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Started child 104556 {{(pid=104445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 16:19:16.588081 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Started child 104557 {{(pid=104445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 16:19:16.588850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.589760 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO neutron.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Neutron service started, listening on 0.0.0.0:9696 May 27 16:19:16.590413 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Publish callbacks [] for process (None), before_spawn {{(pid=104445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.590539 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [-] (104556) wsgi starting up on http://0.0.0.0:9696 May 27 16:19:16.592903 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Starting 1 workers May 27 16:19:16.593033 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.594531 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [-] (104557) wsgi starting up on http://0.0.0.0:9696 May 27 16:19:16.598964 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Started child 104558 {{(pid=104445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 16:19:16.608664 dv-cinder-840493-2-iscsi neutron-server[104445]: INFO oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Starting 1 workers May 27 16:19:16.608837 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] calling RpcWorker wait() {{(pid=104558) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 16:19:16.608837 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] returning from RpcWorker wait() {{(pid=104558) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 16:19:16.609436 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Started child 104559 {{(pid=104445) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 16:19:16.609436 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG neutron_lib.callbacks.manager [None req-72905534-e305-42ff-90e8-b5a6581c9a5e None None] Publish callbacks [] for process (None), after_spawn {{(pid=104445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.609591 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.609591 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.609722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610154 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610228 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:16.610603 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610603 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610603 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610603 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.610829 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:16.610908 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.611271 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.611377 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.611455 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.611719 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.611975 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.612541 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.613153 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.613153 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.613299 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.613505 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.613747 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.614048 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.614300 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.614591 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] debug = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.614854 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.615356 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.615594 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.615851 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.616352 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.616629 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.616883 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.617160 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.617442 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.617698 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.617936 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.618201 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.618451 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.618667 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.618918 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.619178 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.619403 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.619898 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] host = dv-cinder-840493-2-iscsi {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.620157 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.620399 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.620620 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.620871 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.621134 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.621373 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.621649 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.621915 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.622164 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.622392 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.622656 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.622886 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.623110 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.623356 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.623521 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_options = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.623751 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.624082 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.624286 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.624488 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.624658 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.624824 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.625095 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.625253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.625560 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.625774 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.625984 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.626202 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.626520 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.626682 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.626903 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.627124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.627389 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.627604 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.627952 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.628775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.628775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.628775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.629195 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.629195 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.629547 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.629710 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.629946 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.630850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.630850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.630850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.630850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.631111 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.631348 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.631757 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.632040 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.632276 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.632491 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.632722 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.633020 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.633257 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.633555 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.633822 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.634044 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.634291 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.634556 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.634953 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.635325 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_json = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.635325 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.636869 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.648680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649205 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.649676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.650602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651052 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.651543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652057 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652057 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652185 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652433 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652660 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.652894 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.653136 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.653402 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.653641 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.653863 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.654276 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.654517 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.654740 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.654957 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.655171 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.655393 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.655628 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.655841 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.656074 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.656288 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.656506 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.656718 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.657112 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.657333 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.657569 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.657784 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.657999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.658214 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.658463 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.658676 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.658946 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.659930 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.660344 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.660344 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.660687 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.660947 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.661204 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.661467 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.661721 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.661943 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.662195 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.662421 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.662641 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.662876 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.663125 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.663349 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.663596 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.663829 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.664070 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.664307 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.664549 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.664770 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.665002 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.665237 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.665502 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.665775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.666055 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.666311 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.666562 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.666800 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.667033 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.667281 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.667556 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.667806 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.668088 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.668305 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.668600 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.668896 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.669184 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.669474 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.669727 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.669960 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.670238 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.670498 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.670863 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.671775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.671775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.671775 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.672039 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.672039 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.672253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.672655 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.672998 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.673233 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.673480 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.673698 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.673999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.674250 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.674504 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.674803 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.675132 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.675397 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.675656 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.675908 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.676124 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.676362 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.676571 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.676805 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.677051 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.677266 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.677543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.677768 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.677980 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.678231 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.678444 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.678670 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.678904 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.679296 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.679997 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.679997 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.679997 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.680291 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.680399 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.680640 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.680858 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.681077 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.681293 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.681570 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.681794 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.682078 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.682328 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683411 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683411 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683411 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683411 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683787 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683787 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.683989 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.684167 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.684304 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.684522 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.684759 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.684973 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.685220 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.685477 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.685731 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.685985 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.686321 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.686571 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.686800 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.687055 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.687293 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.687544 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.687780 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.687998 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.688216 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.688434 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.688692 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.688911 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.689149 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.689405 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.689625 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.689861 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.690114 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.690538 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.690842 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.691064 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.691289 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.691508 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.691728 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.692075 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.692181 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.692418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.692663 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.692875 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.693083 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.693436 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.693667 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.693906 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.694161 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.694469 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.694617 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.694839 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.695091 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.695303 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.695525 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.695742 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.695952 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.696180 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.696392 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.696602 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.696822 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.697039 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.697268 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.697567 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.697779 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.697990 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.698198 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.698440 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.698650 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.698877 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.699089 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.699298 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.699523 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.699738 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.699950 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.700181 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.700395 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.700605 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.700826 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.701042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.701255 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.701555 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.701804 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.702026 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.702313 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.702542 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.702789 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.703053 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.703368 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.703607 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.703865 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.704115 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.704353 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.704576 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.704831 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.705154 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.705556 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.706325 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.706559 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.706839 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.707103 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.707375 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.707615 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.707914 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.708250 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.708516 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.708770 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.709032 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.709280 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.709556 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710110 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710110 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710289 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710447 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710690 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.710919 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.711161 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.711379 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.711609 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.711828 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.712075 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.712287 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.712534 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.712753 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.712912 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 16:19:16.713471 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104445) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 16:19:16.713640 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 16:19:16.713794 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 16:19:16.713964 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 16:19:16.714172 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 16:19:16.714301 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 16:19:16.714467 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.714627 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.714787 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.714947 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715140 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715304 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715464 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715699 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715842 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.715952 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716057 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716206 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716473 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716637 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716765 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716891 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.716985 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717107 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717264 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717446 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717604 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717762 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] debug = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.717920 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718117 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718269 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718483 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718610 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718735 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.718858 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.719074 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.719223 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.719310 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.719445 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.719591 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720418 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720861 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] host = dv-cinder-840493-2-iscsi {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720861 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.720861 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.721130 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.721130 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.721291 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.721439 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.722165 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.722371 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.722534 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.722694 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.722850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723008 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723239 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723346 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723472 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_options = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723630 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723789 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.723946 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724132 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724295 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724453 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724611 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724769 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.724926 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725083 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725242 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725438 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725599 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725757 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.725921 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726063 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726204 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726361 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726524 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726683 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726841 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.726998 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727155 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727311 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727624 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727781 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.727938 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728094 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728410 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728568 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728727 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.728884 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729041 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729197 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729382 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729532 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729693 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.729851 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730008 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730166 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730328 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730624 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730781 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.730936 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_json = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731094 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731251 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731409 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731567 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731725 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.731882 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.732039 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.732196 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.732357 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 16:19:16.732540 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.732703 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.732877 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733039 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733202 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733393 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733564 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733735 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.733893 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734085 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734411 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734538 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734631 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734777 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.734938 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735101 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735253 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735393 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735554 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735712 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.735876 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736049 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736211 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736355 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736514 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736690 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736828 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.736987 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.737182 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.737460 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.737633 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.737780 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.737932 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738067 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738200 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738341 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738473 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738610 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738747 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.738889 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739011 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739170 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739330 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739492 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739652 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739812 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.739972 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.740132 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.740293 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.740454 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.740613 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.740774 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.741192 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.741400 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.741569 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.741729 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.741901 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742066 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742222 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742380 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742541 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742700 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.742860 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743023 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743182 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743348 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743509 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743601 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:16.743694 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743829 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.743988 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744147 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744308 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744468 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744628 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744787 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.744946 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745107 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745267 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745450 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745612 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745773 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.745934 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746094 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746281 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746410 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746570 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746730 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.746890 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747055 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747217 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747366 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747516 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747677 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747837 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.747999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.748158 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.748314 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.748548 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.748720 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.748861 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749008 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749148 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749291 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749460 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749600 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749733 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.749874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750012 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750157 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750319 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750452 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750558 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750721 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.750880 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751042 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751202 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751361 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751520 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751691 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.751850 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.752013 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.752173 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.752340 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.752511 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.753189 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.753372 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.753660 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.753921 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.754246 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.754515 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.754677 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.754845 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755009 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755219 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755398 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755561 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755726 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.755886 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756071 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756231 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756380 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756543 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756705 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.756864 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757025 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757187 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757385 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757520 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757680 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.757844 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758005 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758167 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758327 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758487 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758647 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758807 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.758967 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.759129 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.759290 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.759455 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.759637 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.759837 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760006 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760168 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760320 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760455 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760672 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760835 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.760995 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.761155 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.761315 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.761536 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.761716 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.761875 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762022 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762188 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762348 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762508 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762669 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762829 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.762990 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763151 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763312 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763471 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763632 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763847 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.763977 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764105 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764228 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764390 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764551 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764711 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.764871 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765049 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765211 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765410 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765558 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765720 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.765880 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766040 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766200 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766360 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766520 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766682 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.766843 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767003 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767162 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767322 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767483 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767645 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767808 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.767970 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.768129 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.768322 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.768999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769161 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769321 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769523 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769684 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769856 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.769999 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770125 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770304 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770467 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770628 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770788 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.770949 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771109 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771278 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771439 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771599 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771758 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.771918 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772155 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772261 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772396 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772555 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772714 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.772959 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773098 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773223 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773383 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773516 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773731 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773976 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.773976 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774218 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774342 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774466 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774590 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774715 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.774838 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775007 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775168 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775329 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775488 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775649 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.775808 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.776874 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777539 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777539 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777539 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777539 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777834 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.777834 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778152 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778152 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778305 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778426 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778626 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778757 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.778914 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779083 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779242 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779408 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779580 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779741 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.779950 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780047 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780209 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780370 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780530 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780691 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.780851 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781011 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781172 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781332 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781499 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781662 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781823 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.781983 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.782144 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.782303 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.782463 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.782623 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 16:19:16.782838 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104445) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 16:19:16.879684 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35038) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:16.888570 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066535 May 27 16:19:25.872823 dv-cinder-840493-2-iscsi neutron-server[104445]: DEBUG dbcounter [-] [104445] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104445) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:28.775581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c7e63-cbbb-4e38-b15a-dfbf59a85fab None None] get_active_networks_info from dv-cinder-840493-2-iscsi {{(pid=104558) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 16:19:28.775581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writer thread running {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 16:19:28.871693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c7e63-cbbb-4e38-b15a-dfbf59a85fab None None] No non-hosted networks {{(pid=104558) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 16:19:28.891062 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.agentschedulers_db [None req-417c7e63-cbbb-4e38-b15a-dfbf59a85fab None None] DHCP Agent not found on host dv-cinder-840493-2-iscsi {{(pid=104558) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 16:19:28.957659 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52665edb-8fd7-4bfc-af05-7220966404df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:30.867180 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writer thread running {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 16:19:31.577651 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32127576-2517-4078-8757-2cedd2406f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:31.607040 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-d6aca0f9-a002-432c-84db-4094a4a7b13c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840493-2-iscsi {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:19:31.608048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-d6aca0f9-a002-432c-84db-4094a4a7b13c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:19:32.215087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d6aca0f9-a002-432c-84db-4094a4a7b13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:32.745720 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:32.805964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35112) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:33.449435 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-c7932d65-7860-4d6d-b00a-078996d9afe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:33.450792 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-c7932d65-7860-4d6d-b00a-078996d9afe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:33.702467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-c7932d65-7860-4d6d-b00a-078996d9afe6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:19:33.713903 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c7932d65-7860-4d6d-b00a-078996d9afe6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9065289 May 27 16:19:34.117135 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:35.644512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:35.644512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.644512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.646392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.647534 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.648791 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.649636 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.650526 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.651511 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.652248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.653987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.654691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.655634 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.656859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.658192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.659809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:35.660766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840493-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:35.672691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840493-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:19:36.461162 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35142) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:36.856068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:19:36.957232 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.policy [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104557) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 16:19:37.001947 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:37.002336 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:37.024245 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writer thread running {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 16:19:37.072102 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.db.l3_hamode_db [None req-625ba975-ade6-4e7c-b74f-c5f6bbb1a055 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 16:19:37.151120 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ba975-ade6-4e7c-b74f-c5f6bbb1a055 None None] Routers set() bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:19:37.151464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ba975-ade6-4e7c-b74f-c5f6bbb1a055 None None] Router IDs set() for agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 16:19:37.176829 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238665601', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238665141', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238648384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238639658', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238764676', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748238756138', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-636240', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1779793'] for rbac-policy (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:37.422257 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:37.423457 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bdb51c07-350b-4bc8-8e1d-41a73b5ada74 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9613829 May 27 16:19:39.884039 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35154) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:40.428101 dv-cinder-840493-2-iscsi neutron-server[104556]: WARNING oslo_policy.policy [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:40.428654 dv-cinder-840493-2-iscsi neutron-server[104556]: WARNING oslo_policy.policy [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:40.648879 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:19:40.663292 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writer thread running {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 16:19:40.779777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Made reservation on behalf of 223989f934384b859e00e27e484a6892 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:19:40.849001 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.policy [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104556) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 16:19:40.896974 dv-cinder-840493-2-iscsi neutron-server[104556]: WARNING oslo_policy.policy [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:40.898023 dv-cinder-840493-2-iscsi neutron-server[104556]: WARNING oslo_policy.policy [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 16:19:40.908175 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:40.931137 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.070162 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks [] for security_group (ea79f8da-cb6e-4926-93b2-32774a0034cb), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.145016 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ea79f8da-cb6e-4926-93b2-32774a0034cb), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.171434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:19:41.215658 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748237006695', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (5982fd70-6f59-4568-9d84-08d8671e81f9), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.216237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Unsubscribe: segment precommit_create {{(pid=104556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 16:19:41.216788 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Added segment 5982fd70-6f59-4568-9d84-08d8671e81f9 of type vlan for network d22f8f0a-384c-464e-8b49-a5ab557de7e3 May 27 16:19:41.241282 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ea79f8da-cb6e-4926-93b2-32774a0034cb,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:41.296694 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.297038 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.297415 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.297771 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.298109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.298437 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.298762 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.300086 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.300833 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.301278 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.301744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.302231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.302572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.302919 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.303242 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Tracked resource versions report: May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: pushed versions: May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: { 'AddressGroup': {'1.2'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Agent': {'1.1'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'ConntrackHelper': {'1.0'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'LocalIPAssociation': {'1.0'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Log': {'1.0'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'NDPProxy': {'1.0'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Network': {'1.1'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Port': {'1.7'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'PortForwarding': {'1.3'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'QosPolicy': {'1.10'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroup': {'1.5'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroupRule': {'1.2'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SubPort': {'1.0'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Subnet': {'1.1'}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Trunk': {'1.1'}} May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: consumer versions: May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Agent': '1.1', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'ConntrackHelper': '1.0', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'LocalIPAssociation': '1.0', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Log': '1.0', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'NDPProxy': '1.0', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Network': '1.1', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Port': '1.7', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'PortForwarding': '1.3', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'QosPolicy': '1.10', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroup': '1.5', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroupRule': '1.2', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SubPort': '1.0', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Subnet': '1.1', May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Trunk': '1.1'}} May 27 16:19:41.304695 dv-cinder-840493-2-iscsi neutron-server[104556]: {{(pid=104556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:19:41.347076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (d22f8f0a-384c-464e-8b49-a5ab557de7e3), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.453549 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (d22f8f0a-384c-464e-8b49-a5ab557de7e3), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.458810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:19:41.459503 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:41.580698 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] Pushing event updated for resources: {'Network': ['ID=d22f8f0a-384c-464e-8b49-a5ab557de7e3,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:41.592476 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:19:41.629251 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7a7c5789-44d4-40d1-b3d1-5a959fcb1732 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.7426393 May 27 16:19:44.147439 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35174) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:44.578340 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f9258f-e3a8-44cf-ab5e-634ba96ed1ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:19:44.579761 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b8f9258f-e3a8-44cf-ab5e-634ba96ed1ba demo admin] 10.222.0.42 "GET /v2.0/networks/d22f8f0a-384c-464e-8b49-a5ab557de7e3 HTTP/1.1" status: 200 len: 825 time: 0.4313219 May 27 16:19:44.619922 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-03acdb44-a3de-47ff-beed-3bd0bbc82921 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/2081a8a5-00e8-4812-8390-7f6831a4e982 HTTP/1.1" status: 200 len: 734 time: 0.0333879 May 27 16:19:44.628963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Request body: {'subnet': {'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'name': 'private-subnet', 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:19:44.632508 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:44.716981 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Made reservation on behalf of 223989f934384b859e00e27e484a6892 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:19:44.719410 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:44.936607 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:45.034438 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:45.040020 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:45.140041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:45.207710 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:45.216621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Checking segment: {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:19:45.216996 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Network hostable DHCP agents. Network: d22f8f0a-384c-464e-8b49-a5ab557de7e3, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:19:45.367758 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:19:45.493094 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, d22f8f0a-384c-464e-8b49-a5ab557de7e3) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:19:45.498600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:19:45.510109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:45.511225 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43271c87-7452-4629-af5b-7cacdb44f427 None None] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:19:45.512820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=37,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:45.647072 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b7eda0c1-50e9-4fd5-8e88-d8a589f5a075 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0211887 May 27 16:19:45.789114 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-d22f8f0a-384c-464e-8b49-a5ab557de7e3', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'project_id': '223989f934384b859e00e27e484a6892', 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:19:45.790704 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.141301 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Allocated IP 172.20.0.2 (d22f8f0a-384c-464e-8b49-a5ab557de7e3/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08/5fa742fa-a1f4-4dcc-b29e-d8928cfb659e) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:19:46.418929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks [] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.494104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.570699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:19:46.583417 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:19:46.584757 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:46.588816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:19:46.593660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Pushing event updated for resources: {'Port': ['ID=5fa742fa-a1f4-4dcc-b29e-d8928cfb659e,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:46.625273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.625566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.625925 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.626286 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.626624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.627856 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.627856 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.628223 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.628557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.628910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.629240 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.629614 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.629929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.630253 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.630572 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Tracked resource versions report: May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: pushed versions: May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: { 'AddressGroup': {'1.2'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Agent': {'1.1'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'ConntrackHelper': {'1.0'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'LocalIPAssociation': {'1.0'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Log': {'1.0'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'NDPProxy': {'1.0'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Network': {'1.1'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Port': {'1.7'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'PortForwarding': {'1.3'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'QosPolicy': {'1.10'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroup': {'1.5'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroupRule': {'1.2'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SubPort': {'1.0'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Subnet': {'1.1'}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Trunk': {'1.1'}} May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: consumer versions: May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Agent': '1.1', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'ConntrackHelper': '1.0', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'LocalIPAssociation': '1.0', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Log': '1.0', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'NDPProxy': '1.0', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Network': '1.1', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Port': '1.7', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'PortForwarding': '1.3', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'QosPolicy': '1.10', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroup': '1.5', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroupRule': '1.2', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SubPort': '1.0', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Subnet': '1.1', May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Trunk': '1.1'}} May 27 16:19:46.632024 dv-cinder-840493-2-iscsi neutron-server[104558]: {{(pid=104558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:19:46.692372 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Attempting to bind port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:19:46.692770 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Attempting to bind port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:19:46.693198 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Attempting to bind port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e on network d22f8f0a-384c-464e-8b49-a5ab557de7e3 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:19:46.698673 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:19:46.699041 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Checking segment: {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:19:46.699554 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.699927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Bound using segment: {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:19:46.700412 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Bound port: 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:19:46.700809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.763860 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] For port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:19:46.783936 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] For port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fa742fa-a1f4-4dcc-b29e-d8928cfb659e,segment=NetworkSegment(5982fd70-6f59-4568-9d84-08d8671e81f9),segment_id=5982fd70-6f59-4568-9d84-08d8671e81f9)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:19:46.854545 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:46.924300 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76169311-c86a-41a9-9ef4-c9a2655dd9bf None None] Pushing event updated for resources: {'Port': ['ID=5fa742fa-a1f4-4dcc-b29e-d8928cfb659e,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:47.342164 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=10,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:47.352187 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=23,neutron:INSERT=34,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:48.182228 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35194) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:48.529287 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-b2a73891-12a2-4090-a982-9c5651af4fe4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:19:48.530293 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b2a73891-12a2-4090-a982-9c5651af4fe4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3470733 May 27 16:19:51.077973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35202) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:51.439082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-a3ef7b83-8c57-4e91-9802-25b2f603f7b0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:19:51.439865 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a3ef7b83-8c57-4e91-9802-25b2f603f7b0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3608627 May 27 16:19:54.321602 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35210) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:54.678542 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:19:54.767945 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (3c81b575-d32f-44c5-a3ec-1d515b1dabff), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:54.769773 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (3c81b575-d32f-44c5-a3ec-1d515b1dabff), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:54.936209 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Publish callbacks [] for router_controller (3c81b575-d32f-44c5-a3ec-1d515b1dabff), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:55.139970 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (3c81b575-d32f-44c5-a3ec-1d515b1dabff), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:55.249644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:55.250990 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-781ae515-f8e5-4c20-84cf-d91ea16e3977 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9282806 May 27 16:19:55.516145 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=55,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:56.916377 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:56.922085 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:19:57.925308 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35224) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:19:58.282779 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-639065b9-0dc8-4b3d-b3ad-f103de8cc82a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:19:58.283771 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-639065b9-0dc8-4b3d-b3ad-f103de8cc82a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3574312 May 27 16:19:58.467599 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:19:58.556804 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:19:58.557127 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:58.664187 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:19:58.664578 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:58.701126 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fa742fa-a1f4-4dcc-b29e-d8928cfb659e,segment=NetworkSegment(5982fd70-6f59-4568-9d84-08d8671e81f9),segment_id=5982fd70-6f59-4568-9d84-08d8671e81f9)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:19:58.778649 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:58.816808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5e29bde6-222f-4566-9ff7-5cc79c798238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:58.852554 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=5fa742fa-a1f4-4dcc-b29e-d8928cfb659e,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:19:58.926932 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f78ed-9f93-4c37-a7af-197e67b0f573 None None] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:19:59.065076 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-545f2ba6-f6b2-4035-8036-87b8939768ba None None] Provisioning complete for port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:19:59.065512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-545f2ba6-f6b2-4035-8036-87b8939768ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:59.145264 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-545f2ba6-f6b2-4035-8036-87b8939768ba None None] Current status of the port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:19:59.263760 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-32675a96-ee89-453b-ad7a-a558906ac68f None None] Provisioning complete for port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:19:59.264122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32675a96-ee89-453b-ad7a-a558906ac68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:19:59.338386 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-32675a96-ee89-453b-ad7a-a558906ac68f None None] Current status of the port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:00.444801 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:20:00.489314 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:00.489719 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:00.573955 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:00.779219 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35232) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:20:01.108039 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:20:01.195446 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Made reservation on behalf of b89eb764079a4814b557772bebc9a51d for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:20:01.198232 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.214280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.318440 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks [] for security_group (b17611cb-47bf-49da-972c-91dd47155ddb), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.395627 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b17611cb-47bf-49da-972c-91dd47155ddb), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.411907 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104557) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 16:20:01.444938 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748237006695', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (8110c60d-f092-4d18-a7db-19f6634753fa), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.445586 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Unsubscribe: segment precommit_create {{(pid=104557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 16:20:01.446067 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Added segment 8110c60d-f092-4d18-a7db-19f6634753fa of type flat for network 36362ef2-50da-41bd-9229-b8922da4ba5b May 27 16:20:01.464227 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17611cb-47bf-49da-972c-91dd47155ddb,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:01.484802 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.485155 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.485540 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.485875 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.486199 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.486525 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.486845 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.487161 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.487490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.487811 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.488395 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.488728 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.489046 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.489375 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.489745 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Tracked resource versions report: May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: pushed versions: May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: { 'AddressGroup': {'1.2'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Agent': {'1.1'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'ConntrackHelper': {'1.0'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'LocalIPAssociation': {'1.0'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Log': {'1.0'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'NDPProxy': {'1.0'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Network': {'1.1'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Port': {'1.7'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'PortForwarding': {'1.3'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'QosPolicy': {'1.10'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroup': {'1.5'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroupRule': {'1.2'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SubPort': {'1.0'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Subnet': {'1.1'}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Trunk': {'1.1'}} May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: consumer versions: May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Agent': '1.1', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'ConntrackHelper': '1.0', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'LocalIPAssociation': '1.0', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Log': '1.0', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'NDPProxy': '1.0', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Network': '1.1', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Port': '1.7', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'PortForwarding': '1.3', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'QosPolicy': '1.10', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroup': '1.5', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroupRule': '1.2', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SubPort': '1.0', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Subnet': '1.1', May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Trunk': '1.1'}} May 27 16:20:01.491153 dv-cinder-840493-2-iscsi neutron-server[104557]: {{(pid=104557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:20:01.573081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (36362ef2-50da-41bd-9229-b8922da4ba5b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.580509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a903-bb8d-42e3-bef7-2314519a8d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.675382 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (36362ef2-50da-41bd-9229-b8922da4ba5b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.676543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:20:01.677261 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:01.775213 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=36362ef2-50da-41bd-9229-b8922da4ba5b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:01.785523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 36362ef2-50da-41bd-9229-b8922da4ba5b details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:20:01.792256 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-09a1e20d-0fa2-403a-8487-06b3057e6ab1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0119851 May 27 16:20:02.687136 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:04.127228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:04.267115 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35254) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:20:04.451388 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660151f6-24f1-4a49-8780-7ccac7bf4846 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:20:04.452789 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-660151f6-24f1-4a49-8780-7ccac7bf4846 demo admin] 10.222.0.42 "GET /v2.0/subnets/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08 HTTP/1.1" status: 200 len: 849 time: 0.1847279 May 27 16:20:04.622478 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-54c6e7a1-1d0f-48d7-b8e6-baa7d9e21eeb demo admin] 10.222.0.42 "GET /v2.0/routers/3c81b575-d32f-44c5-a3ec-1d515b1dabff HTTP/1.1" status: 200 len: 704 time: 0.1633744 May 27 16:20:04.889193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.187027 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Allocated IP 172.20.0.1 (d22f8f0a-384c-464e-8b49-a5ab557de7e3/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08/299e40d6-70d8-42c0-a81b-8ec1b1a35126) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:20:05.342384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks [] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.470989 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.538568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:20:05.542733 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:05.544332 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:05.556471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:20:05.560728 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:20:05.561281 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (3c81b575-d32f-44c5-a3ec-1d515b1dabff), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.638512 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Pushing event updated for resources: {'Port': ['ID=299e40d6-70d8-42c0-a81b-8ec1b1a35126,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:05.649132 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:20:05.659919 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.711114 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:05.792853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-dc34603b-ece5-4399-8a7b-1ba53ad96d7a None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:05.793147 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc34603b-ece5-4399-8a7b-1ba53ad96d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.826351 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-dc34603b-ece5-4399-8a7b-1ba53ad96d7a None None] Port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:20:05.895238 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:05.897957 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:06.138902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks [] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:06.206326 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:06.207159 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (3c81b575-d32f-44c5-a3ec-1d515b1dabff), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:06.269001 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Pushing event updated for resources: {'Port': ['ID=299e40d6-70d8-42c0-a81b-8ec1b1a35126,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:06.341351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:20:06.342742 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:20:06.600467 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Router 3c81b575-d32f-44c5-a3ec-1d515b1dabff is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:20:06.602445 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:06.694693 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:20:06.699878 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-825a9429-7715-42e0-bba5-4720870d4497 demo admin] 10.222.0.42 "PUT /v2.0/routers/3c81b575-d32f-44c5-a3ec-1d515b1dabff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0715325 May 27 16:20:06.708179 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Sync routers for ids ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:20:06.712246 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-e7e129a5-94aa-40af-b911-65cdf41dd69a None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:06.712775 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7e129a5-94aa-40af-b911-65cdf41dd69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:06.721798 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Routers {'3c81b575-d32f-44c5-a3ec-1d515b1dabff'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:20:06.722685 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:20:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:06.756958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e7e129a5-94aa-40af-b911-65cdf41dd69a None None] Port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:20:06.918977 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Set router 3c81b575-d32f-44c5-a3ec-1d515b1dabff gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:20:07.347382 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:05Z', 'revision_number': 2, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port_host': None, '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:06Z', 'revision_number': 2, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:07.397309 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Checking router: 3c81b575-d32f-44c5-a3ec-1d515b1dabff for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:20:07.397701 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Updating router 3c81b575-d32f-44c5-a3ec-1d515b1dabff port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:20:07.452172 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.011510 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks [] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.120945 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.289226 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Pushing event updated for resources: {'Port': ['ID=299e40d6-70d8-42c0-a81b-8ec1b1a35126,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:08.296967 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Attempting to bind port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:20:08.297430 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Attempting to bind port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:20:08.298067 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Attempting to bind port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 on network d22f8f0a-384c-464e-8b49-a5ab557de7e3 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:20:08.305030 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.305391 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.305735 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.306072 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.306400 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.306744 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.307161 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.307400 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.307728 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.308041 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.308364 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.308700 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.309023 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.309334 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.309671 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Tracked resource versions report: May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: pushed versions: May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: { 'AddressGroup': {'1.2'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Agent': {'1.1'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'ConntrackHelper': {'1.0'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'LocalIPAssociation': {'1.0'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Log': {'1.0'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'NDPProxy': {'1.0'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Network': {'1.1'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Port': {'1.7'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'PortForwarding': {'1.3'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'QosPolicy': {'1.10'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroup': {'1.5'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroupRule': {'1.2'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SubPort': {'1.0'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Subnet': {'1.1'}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Trunk': {'1.1'}} May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: consumer versions: May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Agent': '1.1', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'ConntrackHelper': '1.0', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'LocalIPAssociation': '1.0', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Log': '1.0', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'NDPProxy': '1.0', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Network': '1.1', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Port': '1.7', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'PortForwarding': '1.3', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'QosPolicy': '1.10', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroup': '1.5', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroupRule': '1.2', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SubPort': '1.0', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Subnet': '1.1', May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Trunk': '1.1'}} May 27 16:20:08.311123 dv-cinder-840493-2-iscsi neutron-server[104559]: {{(pid=104559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:20:08.317148 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:20:08.317505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Checking segment: {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:20:08.317993 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.318384 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Bound using segment: {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:20:08.318976 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Bound port: 299e40d6-70d8-42c0-a81b-8ec1b1a35126, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5982fd70-6f59-4568-9d84-08d8671e81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:20:08.319264 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.381542 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:08.385320 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-f9920789-4825-4226-82e3-e7b4e88fa47e None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:08.385816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f9920789-4825-4226-82e3-e7b4e88fa47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.391898 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] For port 299e40d6-70d8-42c0-a81b-8ec1b1a35126, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:20:08.399040 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:08.414695 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] For port 299e40d6-70d8-42c0-a81b-8ec1b1a35126, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=299e40d6-70d8-42c0-a81b-8ec1b1a35126,segment=NetworkSegment(5982fd70-6f59-4568-9d84-08d8671e81f9),segment_id=5982fd70-6f59-4568-9d84-08d8671e81f9)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:20:08.425621 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f9920789-4825-4226-82e3-e7b4e88fa47e None None] Port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:20:08.516818 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.577828 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b9365-2b16-4210-8c20-0d2b87aad56f None None] Pushing event updated for resources: {'Port': ['ID=299e40d6-70d8-42c0-a81b-8ec1b1a35126,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:08.582928 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Routers {'3c81b575-d32f-44c5-a3ec-1d515b1dabff'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:20:08.583547 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:20:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:08.679240 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] Set router 3c81b575-d32f-44c5-a3ec-1d515b1dabff gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:20:08.846481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:08.846763 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.893082 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:05Z', 'revision_number': 2, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port_host': None, '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:08Z', 'revision_number': 4, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:08.921227 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff721fab-d2d6-4d3b-b0e3-051e43f539a3 None None] The sync data for ids ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'] in dv-cinder-840493-2-iscsi is: [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:05Z', 'revision_number': 2, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port_host': None, '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:08Z', 'revision_number': 4, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:20:08.937445 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Current status of the port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:08.938004 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:08.979993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] For port 299e40d6-70d8-42c0-a81b-8ec1b1a35126, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=299e40d6-70d8-42c0-a81b-8ec1b1a35126,segment=NetworkSegment(5982fd70-6f59-4568-9d84-08d8671e81f9),segment_id=5982fd70-6f59-4568-9d84-08d8671e81f9)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:20:09.081053 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:09.146262 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca636-67d2-4d63-b10d-2d010e8f2377 None None] Pushing event updated for resources: {'Port': ['ID=299e40d6-70d8-42c0-a81b-8ec1b1a35126,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:09.165391 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35276) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:20:09.283461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdf108-f9ee-40b3-bc3a-db961f468dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:20:09.285038 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-1cbdf108-f9ee-40b3-bc3a-db961f468dd2 admin admin] 10.222.0.42 "GET /v2.0/networks/36362ef2-50da-41bd-9229-b8922da4ba5b HTTP/1.1" status: 200 len: 842 time: 0.1186092 May 27 16:20:09.294406 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Request body: {'subnet': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:20:09.418080 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Made reservation on behalf of b89eb764079a4814b557772bebc9a51d for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:20:09.420418 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:09.791604 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.objects.ports [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104556) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 16:20:09.791974 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (a66dbe2c-1aa0-4a09-b6d1-2b05736d7184), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:09.848768 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66dbe2c-1aa0-4a09-b6d1-2b05736d7184,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:09.859260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:20:09.860283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Network hostable DHCP agents. Network: 36362ef2-50da-41bd-9229-b8922da4ba5b, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:20:09.989765 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:20:09.993188 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:10.155040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 36362ef2-50da-41bd-9229-b8922da4ba5b) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:20:10.159395 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:20:10.160107 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:10.166366 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531ed90-d01e-4860-adbb-06ff2ed1f0ab None None] Network 36362ef2-50da-41bd-9229-b8922da4ba5b requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:20:10.272501 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e7a3d21b-a792-4a8a-b1ce-f819400459a3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9813643 May 27 16:20:10.300517 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c7094-18f1-4f38-8d12-a5de2dbcdd43 None None] Network 36362ef2-50da-41bd-9229-b8922da4ba5b requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:20:11.729321 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=49,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:11.772344 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=46,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:12.701030 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35284) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:20:12.950369 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c8dd3952-51de-4a69-9ffb-7481a1ede8fd demo admin] 10.222.0.42 "GET /v2.0/routers/3c81b575-d32f-44c5-a3ec-1d515b1dabff HTTP/1.1" status: 200 len: 710 time: 0.2437580 May 27 16:20:13.102788 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeffdb0-a6b8-447a-8b63-eb893776f37e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:20:13.104182 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8eeffdb0-a6b8-447a-8b63-eb893776f37e demo admin] 10.222.0.42 "GET /v2.0/networks/36362ef2-50da-41bd-9229-b8922da4ba5b HTTP/1.1" status: 200 len: 886 time: 0.1524160 May 27 16:20:13.113694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:20:13.358284 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks [] for router_gateway (3c81b575-d32f-44c5-a3ec-1d515b1dabff), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:13.655237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks [] for router_gateway (3c81b575-d32f-44c5-a3ec-1d515b1dabff), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:13.737503 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:13.930824 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Allocated IP 172.27.3.212 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/09fe29bf-05b1-4059-b6a4-d07b587fb8ce) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:20:14.049141 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks [] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:14.087484 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:14.090928 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:14.197263 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:14.354289 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:20:14.360806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:20:14.364341 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:20:14.370824 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Pushing event updated for resources: {'Port': ['ID=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:14.758091 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks [] for router_gateway (3c81b575-d32f-44c5-a3ec-1d515b1dabff), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:14.968156 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1600553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1628633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8166'] for router (3c81b575-d32f-44c5-a3ec-1d515b1dabff), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:14.973944 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1600546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1600571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1628626'] for router (3c81b575-d32f-44c5-a3ec-1d515b1dabff), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:15.098505 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Router 3c81b575-d32f-44c5-a3ec-1d515b1dabff has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:20:15.205719 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:20:15.210753 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:15.212024 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-be8b6bbe-2b51-4ee3-ad8c-7b417b8440eb demo admin] 10.222.0.42 "PUT /v2.0/routers/3c81b575-d32f-44c5-a3ec-1d515b1dabff HTTP/1.1" status: 200 len: 890 time: 2.1017649 May 27 16:20:16.471481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 299e40d6-70d8-42c0-a81b-8ec1b1a35126 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:20:16.525234 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:16.525766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:16.611303 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:17.712398 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35296) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:20:17.818370 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:17.840096 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6768b3e1-be3e-447a-83da-739be3c0264d admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1263704 May 27 16:20:17.990233 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Sync routers for ids ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:20:18.003703 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Routers {'3c81b575-d32f-44c5-a3ec-1d515b1dabff'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:20:18.004472 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:20:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:18.226164 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Set router 3c81b575-d32f-44c5-a3ec-1d515b1dabff gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:20:18.292369 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:18.521286 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:18.750947 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:14Z', 'revision_number': 4, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port': {'id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:13Z', 'updated_at': '2022-05-27T16:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:08Z', 'revision_number': 5, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:18.801383 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Checking router: 3c81b575-d32f-44c5-a3ec-1d515b1dabff for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:20:18.801719 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Updating router 3c81b575-d32f-44c5-a3ec-1d515b1dabff port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:20:18.867102 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.235269 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks [] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.303898 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.357258 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Attempting to bind port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:20:19.357648 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Attempting to bind port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:20:19.358011 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Attempting to bind port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:20:19.371509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:20:19.371879 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:20:19.372288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.372650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:20:19.373144 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Bound port: 09fe29bf-05b1-4059-b6a4-d07b587fb8ce, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:20:19.373537 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.378143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7f4c-0527-4629-b012-3c92e85a8a8f None None] Pushing event updated for resources: {'Port': ['ID=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:19.426393 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] For port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:20:19.429373 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] For port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:20:19.533210 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:19.585831 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Routers {'3c81b575-d32f-44c5-a3ec-1d515b1dabff'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:20:19.586460 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:20:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:19.635267 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7f4c-0527-4629-b012-3c92e85a8a8f None None] Pushing event updated for resources: {'Port': ['ID=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:19.716958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:19.719497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] Set router 3c81b575-d32f-44c5-a3ec-1d515b1dabff gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:20:19.930979 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:19.946702 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:14Z', 'revision_number': 4, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port': {'id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:13Z', 'updated_at': '2022-05-27T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:08Z', 'revision_number': 5, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:20:19.981290 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45d74f-3b87-4711-af31-e99eee57799b None None] The sync data for ids ['3c81b575-d32f-44c5-a3ec-1d515b1dabff'] in dv-cinder-840493-2-iscsi is: [{'id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'name': 'router1', 'tenant_id': '223989f934384b859e00e27e484a6892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:19:54Z', 'updated_at': '2022-05-27T16:20:14Z', 'revision_number': 4, 'project_id': '223989f934384b859e00e27e484a6892', 'gw_port': {'id': '09fe29bf-05b1-4059-b6a4-d07b587fb8ce', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:13Z', 'updated_at': '2022-05-27T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '299e40d6-70d8-42c0-a81b-8ec1b1a35126', 'name': '', 'network_id': 'd22f8f0a-384c-464e-8b49-a5ab557de7e3', 'tenant_id': '223989f934384b859e00e27e484a6892', 'mac_address': 'fa:16:3e:9a:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c81b575-d32f-44c5-a3ec-1d515b1dabff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:20:04Z', 'updated_at': '2022-05-27T16:20:08Z', 'revision_number': 5, 'project_id': '223989f934384b859e00e27e484a6892', 'subnets': [{'id': '8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2081a8a5-00e8-4812-8390-7f6831a4e982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:20:20.189949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:20.541586 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 09fe29bf-05b1-4059-b6a4-d07b587fb8ce up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:20:20.610333 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:20.611065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:20.726435 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:20.726772 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:20.763347 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:20:20.880162 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:20.939163 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=09fe29bf-05b1-4059-b6a4-d07b587fb8ce,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:20:21.654151 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=65 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:21.659246 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=24 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:22.509356 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 09fe29bf-05b1-4059-b6a4-d07b587fb8ce up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:20:22.574107 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:20:22.574703 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (09fe29bf-05b1-4059-b6a4-d07b587fb8ce), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:22.668468 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 09fe29bf-05b1-4059-b6a4-d07b587fb8ce is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:20:27.836095 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=62 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:28.857377 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3ecb7f2-3d3b-4b40-b8c9-5e534adc0185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:31.536652 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e6a931ae-dba2-4144-ba98-56f331292e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:32.707987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:34.017272 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:35.616601 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:20:42.651318 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:20:43.943987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:45.550771 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:58.661635 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:20:58.780450 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1974e9a-2223-4724-979c-1c5417768455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:01.539608 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3373ed55-7084-4fb1-a188-88616bdaa404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:03.620915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:04.087317 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:05.618375 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:15.543953 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:15.547991 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:19.652551 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:21:28.785816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-508a10a2-445a-478d-87b8-9d71e5b82679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:31.553952 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3fad5216-e0f5-4c32-b49d-c857b5111335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:32.746004 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:34.070818 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:35.604863 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:35.656294 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:35.657151 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:41.488636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35834) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:41.554026 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.pecan_wsgi.hooks.translation [None req-04779803-3a72-42a5-8ede-31b4383f7e4b admin admin] GET failed (client error): The resource could not be found. May 27 16:21:41.555414 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-04779803-3a72-42a5-8ede-31b4383f7e4b admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654504 May 27 16:21:41.729723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43cb7a-470a-44eb-be00-a1946478e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:41.731136 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2b43cb7a-470a-44eb-be00-a1946478e47d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1710711 May 27 16:21:44.015058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35844) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:44.120590 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a13ab-5fa3-4bab-b20f-ac42fb8e9cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:44.122011 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-034a13ab-5fa3-4bab-b20f-ac42fb8e9cc7 admin admin] 10.222.0.42 "GET /v2.0/subnets/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08 HTTP/1.1" status: 200 len: 849 time: 0.1059911 May 27 16:21:44.131647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:21:44.222713 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Publish callbacks [] for subnet (8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:44.513014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748237197532'] for subnet (8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:44.547517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:44.548170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:44.550042 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] 10.222.0.42 "PUT /v2.0/subnets/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08 HTTP/1.1" status: 200 len: 868 time: 0.4216275 May 27 16:21:44.556693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cbac8-eca5-44c7-ab36-69a4b2717b42 None None] Network d22f8f0a-384c-464e-8b49-a5ab557de7e3 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:21:44.575020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:21:44.582692 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.583072 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.583409 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.583738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.584073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.584400 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.584724 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.585047 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.585408 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.585738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.586076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.586400 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.587449 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.587449 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.587449 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb075418-8c1f-4035-acdd-7e612a78bed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:21:44.954919 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Provisioning complete for port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:21:44.955300 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (299e40d6-70d8-42c0-a81b-8ec1b1a35126), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:45.064934 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Current status of the port 299e40d6-70d8-42c0-a81b-8ec1b1a35126 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:21:45.064934 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Provisioning complete for port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:21:45.064934 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fa742fa-a1f4-4dcc-b29e-d8928cfb659e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:45.152881 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-5909e0e3-ba59-4e10-b95e-76c8d367cd9f None None] Current status of the port 5fa742fa-a1f4-4dcc-b29e-d8928cfb659e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:21:46.829477 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35854) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:47.034690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d5bff-74d8-4d2c-a85e-acd6ec34fcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:47.035087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d5bff-74d8-4d2c-a85e-acd6ec34fcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:47.037168 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c34d5bff-74d8-4d2c-a85e-acd6ec34fcf4 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064264 May 27 16:21:49.307867 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35862) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:49.448151 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc22428-306f-42d5-9796-c4b84d1e1a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:49.448929 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc22428-306f-42d5-9796-c4b84d1e1a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:49.450723 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-0bc22428-306f-42d5-9796-c4b84d1e1a18 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418722 May 27 16:21:51.720260 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35870) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:51.725235 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=11 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:51.726301 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=14 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:51.851783 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0350ef2-8e3c-4293-b73b-4b0d191bbae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:51.853795 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e0350ef2-8e3c-4293-b73b-4b0d191bbae0 admin admin] 10.222.0.42 "GET /v2.0/networks/36362ef2-50da-41bd-9229-b8922da4ba5b HTTP/1.1" status: 200 len: 886 time: 0.1325889 May 27 16:21:54.108462 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35878) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:54.245869 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307c73f-3dd0-4ac0-beae-976017f6251d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:54.247182 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c307c73f-3dd0-4ac0-beae-976017f6251d admin admin] 10.222.0.42 "GET /v2.0/networks/d22f8f0a-384c-464e-8b49-a5ab557de7e3 HTTP/1.1" status: 200 len: 869 time: 0.1377249 May 27 16:21:55.142544 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:55.151713 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:21:56.467701 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35888) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:56.593738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959de412-ad6b-4f6d-97ec-a63ab706e3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:56.594195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959de412-ad6b-4f6d-97ec-a63ab706e3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:56.595734 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-959de412-ad6b-4f6d-97ec-a63ab706e3ed admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270852 May 27 16:21:56.652611 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:21:58.777867 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2307f7dd-842a-4e51-b889-44dd026c9bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:21:58.850130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35896) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:21:58.979799 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9889f8fe-4486-4d66-9251-c3eeb169391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:58.980248 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9889f8fe-4486-4d66-9251-c3eeb169391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:21:58.982096 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9889f8fe-4486-4d66-9251-c3eeb169391b admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310093 May 27 16:22:01.231432 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35904) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:01.332390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dde55d-3e7b-4912-a80b-f34917f860a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:01.333770 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-02dde55d-3e7b-4912-a80b-f34917f860a7 admin admin] 10.222.0.42 "GET /v2.0/subnets/8e6f5589-49a1-4fb6-b4d7-6db8c6abcb08 HTTP/1.1" status: 200 len: 868 time: 0.1013887 May 27 16:22:01.561001 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-af2e1fd2-ab74-4448-bf66-7ea639165740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:02.691742 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:03.617194 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35912) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:03.708872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ac0c6-0a01-40b4-93db-b439c4f10d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:03.710386 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b88ac0c6-0a01-40b4-93db-b439c4f10d56 admin admin] 10.222.0.42 "GET /v2.0/subnets/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184 HTTP/1.1" status: 200 len: 816 time: 0.0921607 May 27 16:22:04.046658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:05.629146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:11.325869 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=26 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:11.329203 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=20 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:12.651562 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:12.652388 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:13.702746 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:13.705662 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:15.552835 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:15.554146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:25.202368 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:25.217304 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:28.778506 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5f2c49f-4912-414a-be8c-4e0b9ca8af21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:31.612450 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-80e7d86b-a411-4028-9950-87f35f7091ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:32.704113 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:33.651490 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:22:34.041013 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:35.663880 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:45.092930 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35970) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:45.142307 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [None req-759e5391-877b-4614-b73d-c43a92e7ad45 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:22:45.143326 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-759e5391-877b-4614-b73d-c43a92e7ad45 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0493717 May 27 16:22:45.550627 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:45.558626 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:47.491116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 35978) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:47.558357 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfddfbd4-a8a1-4782-9cc8-6220ece8eab9 admin admin] GET failed (client error): The resource could not be found. May 27 16:22:47.559672 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-bfddfbd4-a8a1-4782-9cc8-6220ece8eab9 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675931 May 27 16:22:47.707871 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a5500-edff-4c15-9719-44d41561dad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:47.709268 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-9f1a5500-edff-4c15-9719-44d41561dad4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1455576 May 27 16:22:49.654824 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:49.659769 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:49.994311 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35986) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:50.041467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:22:50.117617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Made reservation on behalf of b89eb764079a4814b557772bebc9a51d for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:22:50.120058 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:50.155731 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING neutron.services.revisions.revision_plugin [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Could not find related network for resource to bump revision. May 27 16:22:50.170483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:22:50.180009 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (ff79d165-2b52-4d66-bf4a-67e810328ef2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:50.180276 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Added segment ff79d165-2b52-4d66-bf4a-67e810328ef2 of type vlan for network 83d07f8e-bd9c-4348-9964-4015eb0d5ced May 27 16:22:50.296887 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (83d07f8e-bd9c-4348-9964-4015eb0d5ced), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:50.387847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (83d07f8e-bd9c-4348-9964-4015eb0d5ced), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:50.388839 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:50.389437 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:50.447814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Pushing event updated for resources: {'Network': ['ID=83d07f8e-bd9c-4348-9964-4015eb0d5ced,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:22:50.454713 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.460636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:50.470640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:22:50.482167 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-77e31d85-9d7b-4a59-82dc-6ad5d394a46c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4867606 May 27 16:22:52.724630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 35994) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:22:52.787677 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7051a161-0144-4552-a7b8-b4246eddc754 admin admin] GET failed (client error): The resource could not be found. May 27 16:22:52.788976 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7051a161-0144-4552-a7b8-b4246eddc754 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633931 May 27 16:22:52.861084 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b1a3f-e5f8-40ae-972c-5a5b8b7aa5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:52.862584 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b25b1a3f-e5f8-40ae-972c-5a5b8b7aa5c4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696406 May 27 16:22:52.873967 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:22:53.027932 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Made reservation on behalf of b89eb764079a4814b557772bebc9a51d for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:22:53.030457 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:53.375392 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (dc65b47f-1f54-4553-a9c1-09222419f33c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:53.442722 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc65b47f-1f54-4553-a9c1-09222419f33c,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:22:53.447359 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Checking segment: {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:22:53.447719 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Network hostable DHCP agents. Network: 83d07f8e-bd9c-4348-9964-4015eb0d5ced, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:22:53.559556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:22:53.662508 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 83d07f8e-bd9c-4348-9964-4015eb0d5ced) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:22:53.667382 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:22:53.667979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:53.671254 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a91821-161a-4e55-a1f5-c91403e11062 None None] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:22:53.750665 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b2862607-e277-4c4f-86b8-4748db1d1dea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8800943 May 27 16:22:53.875250 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-83d07f8e-bd9c-4348-9964-4015eb0d5ced', 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced', 'project_id': 'b89eb764079a4814b557772bebc9a51d', 'fixed_ips': [{'subnet_id': 'dc65b47f-1f54-4553-a9c1-09222419f33c'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:22:53.883613 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.027746 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Allocated IP 192.168.233.2 (83d07f8e-bd9c-4348-9964-4015eb0d5ced/dc65b47f-1f54-4553-a9c1-09222419f33c/56d27505-0f96-4cdc-8c33-c323b099bf31) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:22:54.208404 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks [] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.291594 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.334096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:22:54.337059 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:22:54.340076 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:22:54.353871 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Pushing event updated for resources: {'Port': ['ID=56d27505-0f96-4cdc-8c33-c323b099bf31,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:22:54.378112 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.378366 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.378788 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.379642 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.379970 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.380295 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.380619 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.380943 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.381264 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.381612 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.381931 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.382263 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.382578 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.382893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.383203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:22:54.420754 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Attempting to bind port 56d27505-0f96-4cdc-8c33-c323b099bf31 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:22:54.421118 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Attempting to bind port 56d27505-0f96-4cdc-8c33-c323b099bf31 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:22:54.421511 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Attempting to bind port 56d27505-0f96-4cdc-8c33-c323b099bf31 on network 83d07f8e-bd9c-4348-9964-4015eb0d5ced {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:22:54.427806 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:22:54.428170 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Checking segment: {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:22:54.428567 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.428959 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Bound using segment: {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:22:54.429521 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Bound port: 56d27505-0f96-4cdc-8c33-c323b099bf31, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:22:54.429829 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.495526 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] For port 56d27505-0f96-4cdc-8c33-c323b099bf31, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:22:54.502476 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] For port 56d27505-0f96-4cdc-8c33-c323b099bf31, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=56d27505-0f96-4cdc-8c33-c323b099bf31,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:22:54.564441 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:54.636501 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40d506-aed3-462d-88e3-f9f9228e5521 None None] Pushing event updated for resources: {'Port': ['ID=56d27505-0f96-4cdc-8c33-c323b099bf31,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:22:55.091989 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:55.472889 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39fe34-b5d9-4f9d-8c74-1d56a81fda41 None None] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:22:55.539122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:55.550446 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Provisioning complete for port 56d27505-0f96-4cdc-8c33-c323b099bf31 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:22:55.555457 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:55.669389 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Current status of the port 56d27505-0f96-4cdc-8c33-c323b099bf31 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:22:55.670049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:55.712249 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] For port 56d27505-0f96-4cdc-8c33-c323b099bf31, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=56d27505-0f96-4cdc-8c33-c323b099bf31,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:22:55.787278 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:55.844257 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13791544-4470-46f2-93d1-6c91c5c0c035 None None] Pushing event updated for resources: {'Port': ['ID=56d27505-0f96-4cdc-8c33-c323b099bf31,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:22:55.908467 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-9fc05219-e50b-447d-ab9a-543e7e249060 None None] Provisioning complete for port 56d27505-0f96-4cdc-8c33-c323b099bf31 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:22:55.908856 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fc05219-e50b-447d-ab9a-543e7e249060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:55.987286 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-9fc05219-e50b-447d-ab9a-543e7e249060 None None] Current status of the port 56d27505-0f96-4cdc-8c33-c323b099bf31 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:22:56.578747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 56d27505-0f96-4cdc-8c33-c323b099bf31 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:22:56.627657 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 56d27505-0f96-4cdc-8c33-c323b099bf31 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:22:56.628042 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (56d27505-0f96-4cdc-8c33-c323b099bf31), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:22:56.705729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 56d27505-0f96-4cdc-8c33-c323b099bf31 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:22:57.703998 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=11 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:57.705954 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=11 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:22:58.784859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-97723cc5-0250-4ca9-bad3-5aaa0698a54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:01.597848 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30b06b87-9770-41d4-a7a7-f1e6133bf369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:02.700383 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:03.677763 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:03.679004 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=9,neutron:SELECT=62,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:04.050941 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:05.620080 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:10.650706 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:23:15.561772 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:15.562496 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:26.653631 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:26.659787 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:28.768650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7dfe5968-c142-4af2-9ab5-7f73acefba6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:31.596937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a7af-051f-4f27-8d1c-92ad26496c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:32.709704 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:34.014064 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:35.636551 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:23:45.557892 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:45.559802 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:23:47.651031 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:23:58.806958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6bf71422-9956-41d6-a20b-3133c8c879c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:01.565852 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae931-d598-4482-9c2f-0a7692a7f25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:02.743228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:04.068782 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:05.623086 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:06.642909 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:06.660931 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:15.553811 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:15.555650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:24.650791 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:24:28.764766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5133eafe-419e-4f44-af63-e549228c379e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:31.546588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8dd0fe00-7efe-43b3-a4ad-f25005624e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:32.724906 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:34.055370 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:35.626555 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:40.649017 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:40.653802 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:45.555052 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:45.556869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:24:51.336574 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36032) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:24:51.342725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-a3877dba-9f6e-43a5-bd4a-5eaa0cc31eb8 tempest-verify_tempest_config-1867609166 tempest-verify_tempest_config-1867609166-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:24:51.343725 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a3877dba-9f6e-43a5-bd4a-5eaa0cc31eb8 tempest-verify_tempest_config-1867609166 tempest-verify_tempest_config-1867609166-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062430 May 27 16:24:51.940309 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36050) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:24:52.046024 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.122373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Publish callbacks [] for security_group (d2b5693d-1455-4967-8e71-d6c4bbf513fd), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.202603 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d2b5693d-1455-4967-8e71-d6c4bbf513fd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.248181 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5693d-1455-4967-8e71-d6c4bbf513fd,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:24:52.252996 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33c64603c3c04ee3b10a6e5fa298e719&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3117144 May 27 16:24:52.255883 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36054) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:24:52.257476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.257820 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.258154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.258524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.258852 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.259172 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.259491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.259810 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.260126 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.260442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.260771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.261094 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.261440 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.261849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.262071 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10f52e-73c2-47a1-97a5-3df0e7542092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.312486 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Publish callbacks [] for security_group (d2b5693d-1455-4967-8e71-d6c4bbf513fd), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.333149 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Publish callbacks [] for security_group (d2b5693d-1455-4967-8e71-d6c4bbf513fd), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.512580 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d2b5693d-1455-4967-8e71-d6c4bbf513fd), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.515114 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:24:52.516296 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2b5693d-1455-4967-8e71-d6c4bbf513fd HTTP/1.1" status: 204 len: 168 time: 0.2593658 May 27 16:24:52.524063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5693d-1455-4967-8e71-d6c4bbf513fd,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:24:52.531769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.532116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.532461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.532802 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.533139 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.533502 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.533837 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.534210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.534604 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.534861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.535207 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.535540 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.535872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.536197 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:52.536520 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7bfc63-1955-4705-b0e4-ccffcf0b7575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:24:58.836893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cdaa7d5-e5f7-472a-90f9-0bc48af246c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:01.568202 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-40ea0770-cfb7-4014-ad23-079accb68dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:01.650263 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:25:02.246635 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=14,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:02.251477 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=25,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:02.527113 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:02.527933 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:02.733516 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:04.115894 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:05.630637 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:15.552704 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:15.554638 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:26.646878 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:26.647661 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:28.795297 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aba8c098-0085-4e16-af5e-41262e20372e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:31.566143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf486-32e5-4ca2-a58f-a7a5e2d3c512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:32.749058 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:34.040882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:35.644873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:25:38.650156 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:25:45.557640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:45.558517 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:54.649998 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:54.656278 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:25:58.782174 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2170f4f8-2c4b-4408-908b-e2917f165c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:01.559187 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fa67193-830c-41fc-8ea0-030d5db3b78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:02.764714 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:04.043013 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:05.796994 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:15.557135 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:15.563155 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:15.648796 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 5 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:26:28.792090 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edd9ce4b-ecae-41fd-96e9-234d57ec239a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:31.555103 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-68bb1f5a-a1cc-41d7-ba49-9286c78dad61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:31.651478 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:31.652323 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:32.729065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:34.037875 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:35.640918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:40.871126 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599035'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:26:50.787162 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:50.791075 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:26:52.649476 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:26:54.179944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36130) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:26:54.289093 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-aa8b1d70-8113-4866-aeee-39d253f8a70f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080544 May 27 16:26:56.558478 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36140) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:26:56.621692 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ebe50121-50dd-4aa4-bfda-52504fdb574e admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0620668 May 27 16:26:58.802181 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-462afad0-d310-425e-a835-838d706720ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:01.573049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f7acf840-ec25-4600-8b6b-1ae320b5780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:02.755935 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:04.044010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:04.282470 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:04.283195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:05.627130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:06.613726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:06.614499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:08.643847 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:08.648752 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:10.849244 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:20.775472 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:20.780658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:26.651759 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:28.828195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-69d83b24-6534-4089-bfb7-781ae9fd2ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:29.649024 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:27:31.554397 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bae188c1-35c3-4529-91e5-3e20bbdaf112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:32.729937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:34.057826 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:35.639018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:40.870594 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:27:45.639819 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:45.645814 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:50.803100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:50.804469 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:27:58.788262 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6f1f-1e25-4dba-83d7-ec3d77de1844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:01.583292 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b341ddad-01e9-4182-bf8c-5a3ebebef597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:02.741260 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:04.109810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:05.635279 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:06.649016 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:28:10.891505 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:20.808205 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:20.810069 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:25.289120 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:25.289120 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:28.793206 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9054-4d1b-45a5-8cff-34690942100d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:31.536703 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c032a1d8-94b5-4d18-bab1-68d3a732da91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:32.774101 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:34.051349 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:35.663144 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:37.600217 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36282) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:38.142523 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-275449827-network', 'tenant_id': '26ab6251a87c4271b77242545ef4837f'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:38.263191 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Made reservation on behalf of 26ab6251a87c4271b77242545ef4837f for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:38.266507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.281309 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.401763 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks [] for security_group (a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.480346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.510511 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:28:38.517672 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:38.528897 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.529238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.529694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.530031 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.530356 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.530682 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.531002 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.531327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.531660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.531984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.532318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.532656 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.532976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.533296 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.533626 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Tracked resource versions report: May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: pushed versions: May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: { 'AddressGroup': {'1.2'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Agent': {'1.1'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'ConntrackHelper': {'1.0'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'LocalIPAssociation': {'1.0'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Log': {'1.0'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'NDPProxy': {'1.0'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Network': {'1.1'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Port': {'1.7'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'PortForwarding': {'1.3'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'QosPolicy': {'1.10'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroup': {'1.5'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroupRule': {'1.2'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SubPort': {'1.0'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Subnet': {'1.1'}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Trunk': {'1.1'}} May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: consumer versions: May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: HyperV agent@hv-cinder-84049: {}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Agent': '1.1', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'ConntrackHelper': '1.0', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'LocalIPAssociation': '1.0', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Log': '1.0', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'NDPProxy': '1.0', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Network': '1.1', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Port': '1.7', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'PortForwarding': '1.3', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'QosPolicy': '1.10', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroup': '1.5', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SecurityGroupRule': '1.2', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'SubPort': '1.0', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Subnet': '1.1', May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: 'Trunk': '1.1'}} May 27 16:28:38.534801 dv-cinder-840493-2-iscsi neutron-server[104557]: {{(pid=104557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:28:38.542504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2efdbd36-54c9-4a10-a877-56be66e3ad39), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.542504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Added segment 2efdbd36-54c9-4a10-a877-56be66e3ad39 of type vlan for network 55100481-4365-412d-b292-c811a999e4c5 May 27 16:28:38.579504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (55100481-4365-412d-b292-c811a999e4c5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.674909 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (55100481-4365-412d-b292-c811a999e4c5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.677080 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:38.677713 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:38.746681 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=55100481-4365-412d-b292-c811a999e4c5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:38.758647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 55100481-4365-412d-b292-c811a999e4c5 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:28:38.778216 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a4526751-90d1-498e-b273-8c20e2b7a1d3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1767879 May 27 16:28:38.778436 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36348) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:38.783821 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Request body: {'subnet': {'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-subnet', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:38.909137 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Made reservation on behalf of 26ab6251a87c4271b77242545ef4837f for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:38.912388 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.008499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36358) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:39.171538 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (f182a116-415a-4bea-b913-89c2735f2f72), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.190563 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36366) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:39.223225 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36370) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:39.232546 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f182a116-415a-4bea-b913-89c2735f2f72,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:39.249645 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Checking segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:39.253647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Network hostable DHCP agents. Network: 55100481-4365-412d-b292-c811a999e4c5, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:28:39.256958 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.257541 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.257903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.260258 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.260624 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.260936 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.261267 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.261617 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.261979 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.262306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.262642 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.262982 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.263302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.263644 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.263958 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Tracked resource versions report: May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: pushed versions: May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: { 'AddressGroup': {'1.2'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Agent': {'1.1'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'ConntrackHelper': {'1.0'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'LocalIPAssociation': {'1.0'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Log': {'1.0'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'NDPProxy': {'1.0'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Network': {'1.1'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Port': {'1.7'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'PortForwarding': {'1.3'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'QosPolicy': {'1.10'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroup': {'1.5'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroupRule': {'1.2'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SubPort': {'1.0'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Subnet': {'1.1'}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Trunk': {'1.1'}} May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: consumer versions: May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: HyperV agent@hv-cinder-84049: {}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Agent': '1.1', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'ConntrackHelper': '1.0', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'LocalIPAssociation': '1.0', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Log': '1.0', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'NDPProxy': '1.0', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Network': '1.1', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Port': '1.7', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'PortForwarding': '1.3', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'QosPolicy': '1.10', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroup': '1.5', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SecurityGroupRule': '1.2', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'SubPort': '1.0', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Subnet': '1.1', May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: 'Trunk': '1.1'}} May 27 16:28:39.265142 dv-cinder-840493-2-iscsi neutron-server[104556]: {{(pid=104556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:28:39.388513 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Network 55100481-4365-412d-b292-c811a999e4c5 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:28:39.407349 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-859811049-network', 'tenant_id': '32666b3567c94e06a7f720c1abe2a8b7'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:39.454581 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36378) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:39.542829 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1743111766-network', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:39.549018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 55100481-4365-412d-b292-c811a999e4c5) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:39.551810 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Made reservation on behalf of 32666b3567c94e06a7f720c1abe2a8b7 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:39.553385 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:39.556095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.556204 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.564268 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b549bb7-d179-470e-a114-4726365ea0d7 None None] Network 55100481-4365-412d-b292-c811a999e4c5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:39.595772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.610207 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-17477647-network', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:39.658764 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-22c09c48-38b7-444e-9fb0-ec198ed55345 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8793242 May 27 16:28:39.659464 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36384) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:39.665438 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:39.688995 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks [] for security_group (6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.744935 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-55100481-4365-412d-b292-c811a999e4c5', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:28:39.746011 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.801794 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.821519 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-71518102-network', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:39.840232 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:28:39.862161 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.864166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.873908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (20925c8f-e208-440d-b1d8-71bcc56e1f31), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.876028 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Added segment 20925c8f-e208-440d-b1d8-71bcc56e1f31 of type vlan for network ea852da7-42d9-4ac0-9378-491c47039177 May 27 16:28:39.932370 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (ea852da7-42d9-4ac0-9378-491c47039177), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.961994 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Allocated IP 172.20.0.2 (55100481-4365-412d-b292-c811a999e4c5/f182a116-415a-4bea-b913-89c2735f2f72/6ded96e3-fac2-4342-9919-e2d5769a6ff0) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:39.966513 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Made reservation on behalf of 3fa953c1f6d240098f164785b8ccc5b4 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:39.969446 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.972375 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:39.975319 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.980421 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:39.992725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:39.996339 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:39.998678 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.019182 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.023949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for router_controller (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), precommit_add_association {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.024852 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Made reservation on behalf of 6b6ae55c00cb4a43b8e2bc7df2ea9626 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:40.027183 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.048168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.068066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (ea852da7-42d9-4ac0-9378-491c47039177), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.069089 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:40.069723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.140631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks [] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.174122 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks [] for security_group (6f9500a7-b5b1-4031-9be4-cede79d10c2e), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.177649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] Pushing event updated for resources: {'Network': ['ID=ea852da7-42d9-4ac0-9378-491c47039177,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.195072 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network ea852da7-42d9-4ac0-9378-491c47039177 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:28:40.224295 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.269120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks [] for security_group (643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.275797 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks [] for security_group (eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.318680 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6f9500a7-b5b1-4031-9be4-cede79d10c2e), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.322202 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6b5c6851-6036-4384-a6e6-8665610caf8d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3125281 May 27 16:28:40.327624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36412) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:40.329884 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Network 55100481-4365-412d-b292-c811a999e4c5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:40.338246 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Request body: {'subnet': {'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-859811049-subnet', 'tenant_id': '32666b3567c94e06a7f720c1abe2a8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:40.339313 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:40.356296 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Pushing event updated for resources: {'Port': ['ID=6ded96e3-fac2-4342-9919-e2d5769a6ff0,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.368473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.369431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.369942 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.370450 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.371100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.371581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.372254 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.372774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.373328 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.373879 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.374446 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.374981 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.375923 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.376277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:28:40.376679 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.377174 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Tracked resource versions report: May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: pushed versions: May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: { 'AddressGroup': {'1.2'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Agent': {'1.1'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'ConntrackHelper': {'1.0'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'LocalIPAssociation': {'1.0'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Log': {'1.0'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'NDPProxy': {'1.0'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Network': {'1.1'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Port': {'1.7'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'PortForwarding': {'1.3'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'QosPolicy': {'1.10'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroup': {'1.5'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroupRule': {'1.2'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SubPort': {'1.0'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Subnet': {'1.1'}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Trunk': {'1.1'}} May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: consumer versions: May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: HyperV agent@hv-cinder-84049: {}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Agent': '1.1', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'ConntrackHelper': '1.0', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'LocalIPAssociation': '1.0', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Log': '1.0', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'NDPProxy': '1.0', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Network': '1.1', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Port': '1.7', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'PortForwarding': '1.3', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'QosPolicy': '1.10', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroup': '1.5', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SecurityGroupRule': '1.2', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'SubPort': '1.0', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Subnet': '1.1', May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: 'Trunk': '1.1'}} May 27 16:28:40.378641 dv-cinder-840493-2-iscsi neutron-server[104558]: {{(pid=104558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:28:40.382204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for router_gateway (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.388296 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:40.388401 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.409506 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.423327 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (cbb80c7f-8990-445b-baf5-3b675e9cc9f6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.423695 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Added segment cbb80c7f-8990-445b-baf5-3b675e9cc9f6 of type vlan for network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f May 27 16:28:40.425130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:28:40.425649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9500a7-b5b1-4031-9be4-cede79d10c2e,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.440099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.479730 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.484001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Made reservation on behalf of 32666b3567c94e06a7f720c1abe2a8b7 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:40.486470 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.491229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (4b4aa0c1-80e2-4655-bb67-93c62e39df1f), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.499561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (400e4bda-49ca-47de-92f0-3bd320b9b1af), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.500139 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Added segment 400e4bda-49ca-47de-92f0-3bd320b9b1af of type vlan for network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd May 27 16:28:40.511461 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Attempting to bind port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:40.512129 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Attempting to bind port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:40.516416 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Attempting to bind port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:40.516545 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:28:40.525612 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:40.525993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Checking segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:40.526644 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.527822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Bound using segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:40.528480 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Bound port: 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:40.529037 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.548884 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.570775 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (b584fa47-6555-4bcf-9695-85247fb0926a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.571257 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Added segment b584fa47-6555-4bcf-9695-85247fb0926a of type vlan for network 6206a18c-fdfb-4556-905d-212faa509374 May 27 16:28:40.574238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.633899 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.643560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] For port 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:40.663023 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] For port 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ded96e3-fac2-4342-9919-e2d5769a6ff0,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:40.721043 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.737208 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (6206a18c-fdfb-4556-905d-212faa509374), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.808361 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.895064 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.921121 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c742-800b-4d16-befa-875a6f5630b0 None None] Pushing event updated for resources: {'Port': ['ID=6ded96e3-fac2-4342-9919-e2d5769a6ff0,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:40.938772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (4b4aa0c1-80e2-4655-bb67-93c62e39df1f), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.940399 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:40.942063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.949432 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.950680 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:40.951983 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.955206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=66,neutron:INSERT=29,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:40.961305 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (6206a18c-fdfb-4556-905d-212faa509374), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:40.962717 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:40.963783 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.063780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:41.080583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:28:41.094712 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.8697898 May 27 16:28:41.095444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36432) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:41.105782 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (29bf5465-314c-4222-8c0f-ac3a37e06d89), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.116799 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Request body: {'subnet': {'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-17477647-subnet', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:41.202719 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c9a78302-8e9d-4c74-9ee4-97a20ec54aa4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0109663 May 27 16:28:41.205143 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36438) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:41.220473 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Request body: {'subnet': {'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1743111766-subnet', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:41.230686 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.278029 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b11d35-cf36-4248-b65a-a9c7ab1a9a97 admin admin] Pushing event updated for resources: {'Network': ['ID=6206a18c-fdfb-4556-905d-212faa509374,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:41.295755 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 6206a18c-fdfb-4556-905d-212faa509374 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:28:41.304982 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Checking segment: {'id': '20925c8f-e208-440d-b1d8-71bcc56e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:41.305879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Network hostable DHCP agents. Network: ea852da7-42d9-4ac0-9378-491c47039177, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:28:41.306570 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4aa0c1-80e2-4655-bb67-93c62e39df1f,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:41.340027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bf5465-314c-4222-8c0f-ac3a37e06d89,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:41.374723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Made reservation on behalf of 3fa953c1f6d240098f164785b8ccc5b4 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:41.374723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.402611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:28:41.477080 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Network ea852da7-42d9-4ac0-9378-491c47039177 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:28:41.483970 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:41.486629 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.490435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36442) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:41.491881 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f7d649b4-e572-4647-8f57-8ca3d87c0004 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0355997 May 27 16:28:41.517731 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Request body: {'subnet': {'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-subnet', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:41.572866 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for router_gateway (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.831719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.832057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, ea852da7-42d9-4ac0-9378-491c47039177) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:41.832057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:41.832643 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0df738-73e8-4845-98f4-aaa09d44452d None None] Network ea852da7-42d9-4ac0-9378-491c47039177 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:41.833795 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:41.833795 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.834023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Allocated IP 172.27.3.129 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/f02117d0-a7c5-4733-b8ab-50adbaa85f2f) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:41.938892 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Made reservation on behalf of 6b6ae55c00cb4a43b8e2bc7df2ea9626 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:41.949369 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:41.957582 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cffd9-7f52-4b82-ad77-9173ea4abdce None None] Network ea852da7-42d9-4ac0-9378-491c47039177 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:42.026370 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e9c13597-384f-4078-b884-97687e270a3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6994264 May 27 16:28:42.061013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (dd1a09d0-5801-4dc3-a552-1ac623623578), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.083435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.148618 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (f3e92069-90aa-4049-a0ab-eae2e807a60c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.236208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.355352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1a09d0-5801-4dc3-a552-1ac623623578,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:42.378643 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:42.388404 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:42.394800 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:42.499964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Pushing event updated for resources: {'Port': ['ID=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:42.517882 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:42.542424 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Checking segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:42.550761 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Network hostable DHCP agents. Network: 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:28:42.669772 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a64390-8acd-4273-a892-c3285f66e245 None None] Network 55100481-4365-412d-b292-c811a999e4c5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:42.677455 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e92069-90aa-4049-a0ab-eae2e807a60c,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:42.689082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:42.689690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Network hostable DHCP agents. Network: 6206a18c-fdfb-4556-905d-212faa509374, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:28:42.732807 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:28:42.821735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Provisioning complete for port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:42.822281 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (e78c6dc3-a63a-4bfd-9b27-1a30c170245a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.822829 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:42.873660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ded96e3-fac2-4342-9919-e2d5769a6ff0 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:42.909487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:42.929912 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Network 6206a18c-fdfb-4556-905d-212faa509374 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:28:42.947505 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78c6dc3-a63a-4bfd-9b27-1a30c170245a,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:42.959283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:42.982070 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 6206a18c-fdfb-4556-905d-212faa509374) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:42.987450 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fd28e-3a37-45dd-9b78-abddc8bf8b63 None None] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:42.998451 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:42.999652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.044644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:43.045277 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.058552 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:43.058914 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Network hostable DHCP agents. Network: 4b4aa0c1-80e2-4655-bb67-93c62e39df1f, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:28:43.070598 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296cf047-0973-4b21-9b58-98ceed111287 None None] Network 6206a18c-fdfb-4556-905d-212faa509374 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:43.073570 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:43.074135 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.096537 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b3374682-df54-4ad3-8034-bbb8397b5616 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8799307 May 27 16:28:43.097145 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36508) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:43.115362 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:43.159481 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7a0b0da6-57df-4b6c-b6b2-1d031f4678c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0535660 May 27 16:28:43.159608 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for router_gateway (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.160219 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36512) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:43.165407 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:43.168376 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:43.178545 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Current status of the port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:43.178839 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.190858 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:28:43.284602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.286074 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.294683 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 4b4aa0c1-80e2-4655-bb67-93c62e39df1f) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:43.297027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (7236c955-2139-45c8-90cc-d76472fe9511), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.298644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (7236c955-2139-45c8-90cc-d76472fe9511), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.308794 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:43.309953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.332276 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a678537-fe07-4221-83dc-383fd38aa004 None None] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:43.406215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:43.410870 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] For port 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ded96e3-fac2-4342-9919-e2d5769a6ff0,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:43.453674 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for router_controller (6195e917-4034-4c5c-a03e-dc8e3ac231b1), precommit_add_association {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.473837 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for router_controller (7236c955-2139-45c8-90cc-d76472fe9511), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.479174 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a39ab64f-63ef-4f04-ba15-ec3aacddd9f2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9758308 May 27 16:28:43.482007 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36536) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:43.488369 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:43.549154 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-6206a18c-fdfb-4556-905d-212faa509374', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:28:43.550285 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.560556 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.565576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.604000 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:28:43.605583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.621927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:43.622379 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.646599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36552) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:43.649278 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:28:43.649849 dv-cinder-840493-2-iscsi neutron-server[104557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 16:28:43.655120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.656521 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.783641 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for router_gateway (6195e917-4034-4c5c-a03e-dc8e3ac231b1), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.821467 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Allocated IP 172.20.0.2 (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd/dd1a09d0-5801-4dc3-a552-1ac623623578/66ac57d7-e069-4914-a8f6-e50df6ac66b9) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:43.876709 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for router_gateway (7236c955-2139-45c8-90cc-d76472fe9511), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:43.975692 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:44.025389 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-1d8204cb-5b3f-48e6-b2f0-dc391630bbff None None] Provisioning complete for port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:44.025971 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1d8204cb-5b3f-48e6-b2f0-dc391630bbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.030267 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:28:44.030267 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:28:44.037144 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16276ad2-dd9c-4407-9298-fd0faa4f16d4 None None] Pushing event updated for resources: {'Port': ['ID=6ded96e3-fac2-4342-9919-e2d5769a6ff0,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:44.041408 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:28:44.042586 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.052928 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for router_controller (7070c3a8-d230-4d35-9b58-3fa135518fe0), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.136556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-ed458f81-8fe7-4913-a29c-0065a908f82f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:44.144063 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-ed458f81-8fe7-4913-a29c-0065a908f82f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/networks?id=ea852da7-42d9-4ac0-9378-491c47039177 HTTP/1.1" status: 200 len: 811 time: 0.4955251 May 27 16:28:44.162873 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-68cd37f2-02fb-44f9-9019-ec171c87d8b1 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/quotas/32666b3567c94e06a7f720c1abe2a8b7 HTTP/1.1" status: 200 len: 375 time: 0.0178933 May 27 16:28:44.256288 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-491451fc-1df5-4afb-9d40-72b27e5e8427 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32666b3567c94e06a7f720c1abe2a8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922964 May 27 16:28:44.303598 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for router_gateway (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.310984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Allocated IP 172.20.0.2 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/020cb0a9-cd29-4494-b0d2-4fd133460077) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:44.325171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:28:44.328858 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.371697 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:44.468157 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-1d8204cb-5b3f-48e6-b2f0-dc391630bbff None None] Current status of the port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:44.501362 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks [] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.525281 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for router_gateway (7070c3a8-d230-4d35-9b58-3fa135518fe0), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.530373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for router_gateway (7236c955-2139-45c8-90cc-d76472fe9511), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.553183 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Allocated IP 172.27.3.18 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/bf8e50a3-010d-46e0-b116-fa6303fe76d2) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:44.602754 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.604551 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Allocated IP 172.20.0.2 (4b4aa0c1-80e2-4655-bb67-93c62e39df1f/e78c6dc3-a63a-4bfd-9b27-1a30c170245a/856cf8fa-57cb-4080-9d1e-eea331140bb0) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:44.614256 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:44.635637 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:44.655522 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:44.663745 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:44.700432 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:44.701887 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:44.730071 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.752565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.789461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:44.793964 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-556f8aa5-3be3-495f-ab6d-b05132137b41 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1301818 May 27 16:28:44.794639 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36578) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:44.940328 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:45.048318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-164ba942-da42-4765-bf6b-1e084f2e2f3f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:28:45.056447 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.070740 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-164ba942-da42-4765-bf6b-1e084f2e2f3f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5142357 May 27 16:28:45.198956 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ded96e3-fac2-4342-9919-e2d5769a6ff0 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:45.247894 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:45.260836 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:45.264392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks [] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.277514 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:45.301557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:45.305273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:45.305872 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.331581 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Allocated IP 172.27.3.120 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/0f90b04b-0422-46c0-ae1e-177a874d4f2b) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:45.355984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Pushing event updated for resources: {'Port': ['ID=66ac57d7-e069-4914-a8f6-e50df6ac66b9,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:45.378799 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:42Z', 'revision_number': 3, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:45.389277 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.433053 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:45.433648 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Updating router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 port f02117d0-a7c5-4733-b8ab-50adbaa85f2f binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:45.447177 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:45.455991 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Pushing event updated for resources: {'Port': ['ID=020cb0a9-cd29-4494-b0d2-4fd133460077,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:45.472896 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.484296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:45.491595 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:45.500130 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:45.516844 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:45.523759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Attempting to bind port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:45.524122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Attempting to bind port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:45.524479 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Attempting to bind port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:45.529215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:45.562263 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8e50a3-010d-46e0-b116-fa6303fe76d2,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:45.572359 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:45.575899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:45.582198 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks [] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.583960 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:45.586607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Checking segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:45.586607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.586607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Bound using segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:45.586607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Bound port: 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:45.586607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.662708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:45.672247 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.680120 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Attempting to bind port 020cb0a9-cd29-4494-b0d2-4fd133460077 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:45.680725 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Attempting to bind port 020cb0a9-cd29-4494-b0d2-4fd133460077 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:45.681228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Attempting to bind port 020cb0a9-cd29-4494-b0d2-4fd133460077 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:45.681822 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-8d23f989-b82e-486b-a739-c6ac942510af service neutron] 10.222.0.42 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101365 May 27 16:28:45.699418 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:45.699784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:45.700293 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.700794 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:45.701145 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Bound port: 020cb0a9-cd29-4494-b0d2-4fd133460077, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:45.701687 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.712700 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.730465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for router_gateway (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.793243 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.812035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] For port 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:45.837445 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] For port 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=66ac57d7-e069-4914-a8f6-e50df6ac66b9,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:45.863528 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.870799 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:45.875527 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-721b7947-2f66-4c50-a640-781c11bafb5e service neutron] 10.222.0.42 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928365 May 27 16:28:45.878439 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:45.883146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Pushing event updated for resources: {'Port': ['ID=856cf8fa-57cb-4080-9d1e-eea331140bb0,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:45.886464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:45.894779 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] For port 020cb0a9-cd29-4494-b0d2-4fd133460077, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:45.900970 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] For port 020cb0a9-cd29-4494-b0d2-4fd133460077, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=020cb0a9-cd29-4494-b0d2-4fd133460077,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:45.936698 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:45.967942 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.012572 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.046440 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Attempting to bind port 856cf8fa-57cb-4080-9d1e-eea331140bb0 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:46.046440 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Attempting to bind port 856cf8fa-57cb-4080-9d1e-eea331140bb0 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:46.046913 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Attempting to bind port 856cf8fa-57cb-4080-9d1e-eea331140bb0 on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:46.067849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:46.074305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214c54b-3f2a-4d50-90b4-64b5edd79608 None None] Pushing event updated for resources: {'Port': ['ID=66ac57d7-e069-4914-a8f6-e50df6ac66b9,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:46.076534 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:46.086905 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:46.088139 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:46.088769 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.089130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:46.089570 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Bound using segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:46.090252 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Bound port: 856cf8fa-57cb-4080-9d1e-eea331140bb0, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:46.091253 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.252262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Pushing event updated for resources: {'Port': ['ID=0f90b04b-0422-46c0-ae1e-177a874d4f2b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:46.272216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Allocated IP 172.20.0.1 (55100481-4365-412d-b292-c811a999e4c5/f182a116-415a-4bea-b913-89c2735f2f72/ae1e1817-654a-4720-91e3-b175b5335d05) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:46.341246 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks [] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.344048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af99d6-f74b-4733-aa82-566299e83dda None None] Pushing event updated for resources: {'Port': ['ID=020cb0a9-cd29-4494-b0d2-4fd133460077,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:46.416825 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] For port 856cf8fa-57cb-4080-9d1e-eea331140bb0, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:46.426694 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] For port 856cf8fa-57cb-4080-9d1e-eea331140bb0, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=856cf8fa-57cb-4080-9d1e-eea331140bb0,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:46.430769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for router_gateway (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.481870 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.584633 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.584949 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:46.660842 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Attempting to bind port f02117d0-a7c5-4733-b8ab-50adbaa85f2f on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:46.661962 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Attempting to bind port f02117d0-a7c5-4733-b8ab-50adbaa85f2f by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:46.663689 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Attempting to bind port f02117d0-a7c5-4733-b8ab-50adbaa85f2f on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:46.666038 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Pushing event updated for resources: {'Port': ['ID=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:46.718347 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:46.719381 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:46.729388 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.729942 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:46.730450 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Bound port: f02117d0-a7c5-4733-b8ab-50adbaa85f2f, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:46.730860 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.733293 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.735063 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.735435 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.735795 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.736137 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.739880 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.740323 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.740737 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.741082 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.742337 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.746373 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.746373 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.746795 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.748170 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.749424 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Tracked resource versions report: May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: pushed versions: May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: { 'AddressGroup': {'1.2'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Agent': {'1.1'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'ConntrackHelper': {'1.0'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'LocalIPAssociation': {'1.0'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Log': {'1.0'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'NDPProxy': {'1.0'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Network': {'1.1'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Port': {'1.7'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'PortForwarding': {'1.3'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'QosPolicy': {'1.10'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroup': {'1.5'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroupRule': {'1.2'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SubPort': {'1.0'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Subnet': {'1.1'}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Trunk': {'1.1'}} May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: consumer versions: May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: { DHCP agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: HyperV agent@hv-cinder-84049: {}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: L3 agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: Metadata agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: Metering agent@dv-cinder-840493-2-iscsi: {}, May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: Open vSwitch agent@dv-cinder-840493-2-iscsi: { 'AddressGroup': '1.2', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Agent': '1.1', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'ConntrackHelper': '1.0', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'LocalIPAssociation': '1.0', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Log': '1.0', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'NDPProxy': '1.0', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Network': '1.1', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Port': '1.7', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'PortForwarding': '1.3', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'QosPolicy': '1.10', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroup': '1.5', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SecurityGroupRule': '1.2', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'SubPort': '1.0', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Subnet': '1.1', May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: 'Trunk': '1.1'}} May 27 16:28:46.750981 dv-cinder-840493-2-iscsi neutron-server[104559]: {{(pid=104559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 16:28:46.817495 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e641fc-c20f-42df-898c-a08f44cf26ec None None] Pushing event updated for resources: {'Port': ['ID=856cf8fa-57cb-4080-9d1e-eea331140bb0,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:46.858104 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks [] for port (ae1e1817-654a-4720-91e3-b175b5335d05), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:46.895373 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-02930bc2-334a-4d01-a293-5c4ebeda3991 req-167cc4a3-af51-4da6-b357-3ffc20801bff tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.4893186 May 27 16:28:46.963010 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] For port f02117d0-a7c5-4733-b8ab-50adbaa85f2f, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:46.970569 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] For port f02117d0-a7c5-4733-b8ab-50adbaa85f2f, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:47.004938 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Allocated IP 172.27.3.252 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/b2c01139-86ab-413a-b280-807c9db011d2) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:47.018979 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 66ac57d7-e069-4914-a8f6-e50df6ac66b9 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:47.088621 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.182859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:47.183256 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.195667 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:47.196315 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:47.204413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.283434 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:47.317111 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Network 55100481-4365-412d-b292-c811a999e4c5 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:47.335377 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:47.342221 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for router_gateway (7236c955-2139-45c8-90cc-d76472fe9511), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.348452 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:47.367291 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:47.369628 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.369936 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:47.384876 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:47.385585 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.491568 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=66ac57d7-e069-4914-a8f6-e50df6ac66b9,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:47.506772 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:47.602788 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.603706 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 020cb0a9-cd29-4494-b0d2-4fd133460077 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:47.673384 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:47.734940 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for port (b2c01139-86ab-413a-b280-807c9db011d2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.758966 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695511ad-61ae-4809-813d-4122235ce75f None None] Pushing event updated for resources: {'Port': ['ID=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:47.760557 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.809484 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 020cb0a9-cd29-4494-b0d2-4fd133460077 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:47.813548 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.870682 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:47.882050 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=66ac57d7-e069-4914-a8f6-e50df6ac66b9,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:47.972327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:47.977891 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:42Z', 'revision_number': 3, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:47.987464 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (7236c955-2139-45c8-90cc-d76472fe9511), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:47.993380 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 020cb0a9-cd29-4494-b0d2-4fd133460077 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:47.993765 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.019047 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f7aa8-a45e-4f64-a212-0ad8f55d0621 None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:42Z', 'revision_number': 3, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:28:48.035075 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-5394dcef-1ce0-4146-90dc-003ce64b203c None None] Provisioning complete for port ae1e1817-654a-4720-91e3-b175b5335d05 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:48.035207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5394dcef-1ce0-4146-90dc-003ce64b203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.069788 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d67e45b-e3ec-4b2c-ac20-86facad77279 req-01f41a22-0637-4ced-baa9-e93bdc4611ee tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0910068 May 27 16:28:48.070801 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.125362 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (b2c01139-86ab-413a-b280-807c9db011d2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.127305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26a1bb-c927-4848-ba7e-4776cc2f4414 None None] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:48.145735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 020cb0a9-cd29-4494-b0d2-4fd133460077, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=020cb0a9-cd29-4494-b0d2-4fd133460077,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:48.174794 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-5394dcef-1ce0-4146-90dc-003ce64b203c None None] Port ae1e1817-654a-4720-91e3-b175b5335d05 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:48.193237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c01139-86ab-413a-b280-807c9db011d2,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:48.208326 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:48.210558 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:48.217982 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:48.249055 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.336726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-bf58a1d6-46dc-4c34-a16a-90f2ec1e27b5 None None] Provisioning complete for port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:48.337115 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bf58a1d6-46dc-4c34-a16a-90f2ec1e27b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.388942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:28:48.494594 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=020cb0a9-cd29-4494-b0d2-4fd133460077,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:48.586191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:48.733382 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-bf58a1d6-46dc-4c34-a16a-90f2ec1e27b5 None None] Current status of the port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:48.822579 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:48.827008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks [] for port (ae1e1817-654a-4720-91e3-b175b5335d05), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.862796 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:48.879441 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:48.890466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:48.891093 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:48.904522 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.905602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:48.944846 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Router 7236c955-2139-45c8-90cc-d76472fe9511 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:28:49.024283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:49.028967 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4ce69df9-369f-4618-bdc4-965d7ca1f366 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9282193 May 27 16:28:49.031010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36684) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:49.031195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8c13f-fc49-44d3-8351-932bb25bcdd7 None None] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:49.031394 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:49.096650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f02117d0-a7c5-4733-b8ab-50adbaa85f2f up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:49.143744 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6d4d4-15c9-4376-819e-87f45e10da3d None None] Network 6206a18c-fdfb-4556-905d-212faa509374 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:28:49.174073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Network 55100481-4365-412d-b292-c811a999e4c5 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:49.175575 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:49.261851 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d3338ad0-91d2-49ef-874f-c82be7a7ebec req-bac70d18-b6d7-4f83-8782-614a31027dd1 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0803773 May 27 16:28:49.332655 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for router_gateway (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:49.378034 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:28:49.476859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Provisioning complete for port 856cf8fa-57cb-4080-9d1e-eea331140bb0 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:49.477356 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:49.533901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:49.539404 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f5824aa8-a81b-4b05-b20d-9f247f1e8482 admin admin] 10.222.0.42 "PUT /v2.0/routers/48ed7694-4d78-4b81-86de-c8c3ebddb8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7435944 May 27 16:28:49.573561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:49.586817 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:49.604519 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:49.605208 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:49.801537 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:49.814513 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:49.842870 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Current status of the port 856cf8fa-57cb-4080-9d1e-eea331140bb0 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:49.842870 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:49.878846 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port f02117d0-a7c5-4733-b8ab-50adbaa85f2f triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:49.879221 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.030095 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.039118 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-077a471a-5883-44ce-98ae-50f280ea8b1e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8705690 May 27 16:28:50.039733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36706) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:50.073951 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] For port 856cf8fa-57cb-4080-9d1e-eea331140bb0, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=856cf8fa-57cb-4080-9d1e-eea331140bb0,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:50.081902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:50.225465 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36708) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:50.252783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722604779', 'description': 'tempest-description--1299581090'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:50.260125 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.312694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:50.347868 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:50.387985 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:50.388931 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Updating router 7236c955-2139-45c8-90cc-d76472fe9511 port 0f90b04b-0422-46c0-ae1e-177a874d4f2b binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:50.399379 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.442892 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.458390 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce2948-7339-4197-a0da-fdce9380a3f9 None None] Pushing event updated for resources: {'Port': ['ID=856cf8fa-57cb-4080-9d1e-eea331140bb0,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:50.532553 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Provisioning complete for port ae1e1817-654a-4720-91e3-b175b5335d05 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:50.532935 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.580917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:50.613191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (b6e5536d-f0e5-47dc-892e-039f7f86296c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.657288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Port ae1e1817-654a-4720-91e3-b175b5335d05 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:50.663121 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port f02117d0-a7c5-4733-b8ab-50adbaa85f2f is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:50.663904 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.684775 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:50.716515 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port f02117d0-a7c5-4733-b8ab-50adbaa85f2f, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:50.725641 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:50.727384 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Provisioning complete for port 856cf8fa-57cb-4080-9d1e-eea331140bb0 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:50.727919 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.733106 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1aa594f-f449-46f3-9e25-d441444adb63 req-e9c93a8f-7665-4ba0-9697-60cc6c0c8a6e tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0724437 May 27 16:28:50.775310 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.779592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:28:50.824371 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:50.847057 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:50.847722 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:50.903333 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.904399 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 020cb0a9-cd29-4494-b0d2-4fd133460077 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:50.925674 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b6e5536d-f0e5-47dc-892e-039f7f86296c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:50.955799 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:45Z', 'revision_number': 3, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:50.978329 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:50.979577 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks [] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.008515 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e5536d-f0e5-47dc-892e-039f7f86296c,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:51.019634 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:51.019984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Updating router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 port bf8e50a3-010d-46e0-b116-fa6303fe76d2 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:51.049584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.051402 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-43568209-6ea1-463f-8d11-31090bd54c3f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8179517 May 27 16:28:51.055932 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36720) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:51.061099 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group_rule': {'security_group_id': 'b6e5536d-f0e5-47dc-892e-039f7f86296c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:51.073061 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Current status of the port 856cf8fa-57cb-4080-9d1e-eea331140bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:51.089698 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.142432 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Provisioning complete for port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:51.142809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.150222 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.179748 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:51.189506 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (b1c7379c-b3a6-4775-910c-0b46bcae857a), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.192278 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.209085 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:51.230249 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:51.246834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:51.247222 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:51.250494 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7708-6505-480f-8c69-046edd848304 None None] Pushing event updated for resources: {'Port': ['ID=0f90b04b-0422-46c0-ae1e-177a874d4f2b,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:51.250664 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 020cb0a9-cd29-4494-b0d2-4fd133460077 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:51.250998 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.255774 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Attempting to bind port 0f90b04b-0422-46c0-ae1e-177a874d4f2b on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:51.256322 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Attempting to bind port 0f90b04b-0422-46c0-ae1e-177a874d4f2b by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:51.257151 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Attempting to bind port 0f90b04b-0422-46c0-ae1e-177a874d4f2b on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:51.275096 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:51.275656 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:51.276117 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.276598 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:51.277306 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Bound port: 0f90b04b-0422-46c0-ae1e-177a874d4f2b, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:51.278131 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.318796 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.326377 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-82fbe1e9-ab9d-4034-b5cc-7763cae29706 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8433361 May 27 16:28:51.327518 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36728) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:51.344067 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] For port 0f90b04b-0422-46c0-ae1e-177a874d4f2b, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:51.347789 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] For port 0f90b04b-0422-46c0-ae1e-177a874d4f2b, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0f90b04b-0422-46c0-ae1e-177a874d4f2b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:51.352496 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:51.353132 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:51.439130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Allocated IP 172.20.0.1 (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd/dd1a09d0-5801-4dc3-a552-1ac623623578/8b57a89f-706e-4c4e-b405-7349029f722e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:51.445684 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.448193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:51.489306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (b1c7379c-b3a6-4775-910c-0b46bcae857a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.502745 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Allocated IP 172.20.0.1 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/70b44e8b-75af-4da0-b9e3-43f59e4062d5) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:51.506935 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7708-6505-480f-8c69-046edd848304 None None] Pushing event updated for resources: {'Port': ['ID=0f90b04b-0422-46c0-ae1e-177a874d4f2b,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:51.525469 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Current status of the port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:51.541773 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:51.553650 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks [] for port (8b57a89f-706e-4c4e-b405-7349029f722e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.570575 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:51.571202 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:51.575452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Provisioning complete for port 020cb0a9-cd29-4494-b0d2-4fd133460077 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:51.575945 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.589818 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (b1c7379c-b3a6-4775-910c-0b46bcae857a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.718897 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 020cb0a9-cd29-4494-b0d2-4fd133460077 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:51.720017 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 856cf8fa-57cb-4080-9d1e-eea331140bb0 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:51.751569 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:51.766568 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.770512 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:51.776195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks [] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.856052 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:51.879809 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c7379c-b3a6-4775-910c-0b46bcae857a,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:51.880014 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:51.887709 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:51.896188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:51.897686 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.925171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:51.953720 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:51.958067 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:51.962787 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:51.963506 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (7236c955-2139-45c8-90cc-d76472fe9511), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.059307 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:48Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:52.121438 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.130375 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:52.130723 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Updating router 7070c3a8-d230-4d35-9b58-3fa135518fe0 port b2c01139-86ab-413a-b280-807c9db011d2 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:52.133694 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-3efc9bef-9995-46f4-bc58-05c82a7dc710 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0758884 May 27 16:28:52.161015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36740) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:52.169047 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group_rule': {'security_group_id': 'b6e5536d-f0e5-47dc-892e-039f7f86296c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:52.173217 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:52.233993 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3a31-bd90-4510-802c-9f56a5a2597e None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:28:52.244422 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b2c01139-86ab-413a-b280-807c9db011d2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.298112 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.326784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:48Z', 'revision_number': 2, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:52.356196 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Pushing event updated for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:52.380922 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:52.382010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Updating router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 port ae1e1817-654a-4720-91e3-b175b5335d05 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:52.393484 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ce85e84d-8861-4b16-b4f0-2d39bb26e5bb None None] Current status of the port 020cb0a9-cd29-4494-b0d2-4fd133460077 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:52.448600 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 856cf8fa-57cb-4080-9d1e-eea331140bb0 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:52.449126 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.490618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Pushing event updated for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:52.496565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.499759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks [] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.522474 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (08f315e5-1a5b-42c9-9883-55c9ac42ef92), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.533500 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.558052 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.565749 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93c40305-93bf-4679-ad53-e82746595342 req-7191f099-46ef-4651-ade0-b1813da51089 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.2141171 May 27 16:28:52.568007 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:52.568469 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.570246 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.612458 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.624569 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.660167 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks [] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.734516 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.735521 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (7236c955-2139-45c8-90cc-d76472fe9511), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.792857 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.871300 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Port 8b57a89f-706e-4c4e-b405-7349029f722e cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:52.902029 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.909673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (08f315e5-1a5b-42c9-9883-55c9ac42ef92), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.916365 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:52.916576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.916748 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.929599 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.935609 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:52.951317 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Attempting to bind port bf8e50a3-010d-46e0-b116-fa6303fe76d2 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:52.951317 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Attempting to bind port bf8e50a3-010d-46e0-b116-fa6303fe76d2 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:52.951566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Attempting to bind port bf8e50a3-010d-46e0-b116-fa6303fe76d2 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:52.954289 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Pushing event updated for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:52.958853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfef7d-96d5-470e-8c86-8743d26eb26b None None] Pushing event updated for resources: {'Port': ['ID=bf8e50a3-010d-46e0-b116-fa6303fe76d2,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:52.961220 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:52.987333 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:52.989014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:53.020650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:53.021099 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:53.021537 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.021936 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:53.022980 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Bound port: bf8e50a3-010d-46e0-b116-fa6303fe76d2, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:53.023422 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.031977 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 856cf8fa-57cb-4080-9d1e-eea331140bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:53.033773 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 66ac57d7-e069-4914-a8f6-e50df6ac66b9 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:53.051399 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks [] for port (b2c01139-86ab-413a-b280-807c9db011d2), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.088772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (08f315e5-1a5b-42c9-9883-55c9ac42ef92), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.136435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f315e5-1a5b-42c9-9883-55c9ac42ef92,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:53.165042 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b2c01139-86ab-413a-b280-807c9db011d2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.170957 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:53.193589 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:53.210384 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks [] for port (8b57a89f-706e-4c4e-b405-7349029f722e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.218820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Provisioning complete for port 020cb0a9-cd29-4494-b0d2-4fd133460077 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:53.219205 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.245934 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.247306 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5725df78-499c-4103-ba62-bc8e2ee777f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0849159 May 27 16:28:53.254315 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 36750) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:53.264720 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Attempting to bind port b2c01139-86ab-413a-b280-807c9db011d2 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:53.265087 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Attempting to bind port b2c01139-86ab-413a-b280-807c9db011d2 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:53.265476 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Attempting to bind port b2c01139-86ab-413a-b280-807c9db011d2 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:53.270618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:53.281630 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:53.282530 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:53.282530 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.282785 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:53.283135 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] For port bf8e50a3-010d-46e0-b116-fa6303fe76d2, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:53.283236 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Bound port: b2c01139-86ab-413a-b280-807c9db011d2, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:53.283593 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b2c01139-86ab-413a-b280-807c9db011d2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.298674 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:28:53.302227 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163cf8-840e-41c1-9eee-ca4256963bd9 None None] Pushing event updated for resources: {'Port': ['ID=b2c01139-86ab-413a-b280-807c9db011d2,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:53.302650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:53.305092 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.376014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] For port bf8e50a3-010d-46e0-b116-fa6303fe76d2, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=bf8e50a3-010d-46e0-b116-fa6303fe76d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:53.427273 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.429606 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.455041 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] For port b2c01139-86ab-413a-b280-807c9db011d2, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:53.458506 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] For port b2c01139-86ab-413a-b280-807c9db011d2, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b2c01139-86ab-413a-b280-807c9db011d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:53.460404 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.488637 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Allocated IP 172.20.0.1 (4b4aa0c1-80e2-4655-bb67-93c62e39df1f/e78c6dc3-a63a-4bfd-9b27-1a30c170245a/040b53c9-4fde-4dcd-b074-d11a5745edc1) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:53.543052 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.546541 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b2c01139-86ab-413a-b280-807c9db011d2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.673905 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks [] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.690869 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:53.696054 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:53.703150 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163cf8-840e-41c1-9eee-ca4256963bd9 None None] Pushing event updated for resources: {'Port': ['ID=b2c01139-86ab-413a-b280-807c9db011d2,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:53.728507 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-03df1aa3-901c-455f-91fc-b9ca1d7b3c96 None None] Current status of the port 020cb0a9-cd29-4494-b0d2-4fd133460077 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:53.784995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:53.796348 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfef7d-96d5-470e-8c86-8743d26eb26b None None] Pushing event updated for resources: {'Port': ['ID=bf8e50a3-010d-46e0-b116-fa6303fe76d2,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:53.813512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:53.814766 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.829432 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f8d65e9d-7536-447c-92f3-154819e72646 admin admin] 10.222.0.42 "PUT /v2.0/routers/7236c955-2139-45c8-90cc-d76472fe9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7789154 May 27 16:28:53.829619 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:53.838496 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks [] for port (ae1e1817-654a-4720-91e3-b175b5335d05), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.838752 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:53.862415 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-fbfa8d67-0feb-49cb-895d-3e2f6f2a3d2a None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:53.862865 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fbfa8d67-0feb-49cb-895d-3e2f6f2a3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:53.948564 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:53.954660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:53.955396 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:54.100131 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.137386 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Allocated IP 172.27.3.161 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/b821fff3-34f8-4138-8725-968323ba8210) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:54.139113 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.15', 55317) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:54.190543 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa8d67-0feb-49cb-895d-3e2f6f2a3d2a None None] Port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:54.199674 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:54.200157 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f60179-1df8-420c-bfaa-358ac3a43d77 None None] Pushing event updated for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:54.219657 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:48Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:54.270075 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f02117d0-a7c5-4733-b8ab-50adbaa85f2f up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:54.317861 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67145801-1dbe-4139-87d6-1a3ce59fd38e None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:48Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:28:54.449333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.472244 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b11a77ba-987a-44df-807b-7350700b9ef5 req-636d9842-5e04-4416-8790-004223c12fb2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.5252047 May 27 16:28:54.489921 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:54.492062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Pushing event updated for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:54.556822 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:54.581916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:54.601491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:54.603869 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.609956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36778) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:54.633873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:54.662459 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622158868', 'description': 'tempest-description--602675623'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:54.768708 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:54.778043 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Pushing event updated for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:54.801599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:54.812192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:54.836464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Attempting to bind port ae1e1817-654a-4720-91e3-b175b5335d05 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:28:54.839902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Attempting to bind port ae1e1817-654a-4720-91e3-b175b5335d05 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:28:54.839902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Attempting to bind port ae1e1817-654a-4720-91e3-b175b5335d05 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:28:54.846470 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:54.866853 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-59fd93d4-cfbe-426f-9810-9e1db31c51a6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:54.868764 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-59fd93d4-cfbe-426f-9810-9e1db31c51a6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.15 "GET /v2.0/networks?id=ea852da7-42d9-4ac0-9378-491c47039177 HTTP/1.1" status: 200 len: 811 time: 0.7283933 May 27 16:28:54.879459 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:28:54.879835 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Checking segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:28:54.880521 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.880865 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Bound using segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:28:54.889098 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Bound port: ae1e1817-654a-4720-91e3-b175b5335d05, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:28:54.889699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.990283 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-0b02e310-eae8-43ad-86ef-fde966d9381d None None] Provisioning complete for port ae1e1817-654a-4720-91e3-b175b5335d05 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:54.990661 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0b02e310-eae8-43ad-86ef-fde966d9381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:54.993676 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Request body: {'port': {'device_id': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177', 'admin_state_up': True, 'tenant_id': '32666b3567c94e06a7f720c1abe2a8b7'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:55.015088 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.055064 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:55.331059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Made reservation on behalf of 32666b3567c94e06a7f720c1abe2a8b7 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:28:55.334280 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.353560 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.385074 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:28:55.512648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (b76cd237-a5ca-49e3-8868-e0b66da77a78), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.564622 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] For port ae1e1817-654a-4720-91e3-b175b5335d05, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:28:55.570737 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] For port ae1e1817-654a-4720-91e3-b175b5335d05, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ae1e1817-654a-4720-91e3-b175b5335d05,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:28:55.582016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:55.586279 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port f02117d0-a7c5-4733-b8ab-50adbaa85f2f triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:55.586863 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.610286 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:55.620455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:55.686497 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (b821fff3-34f8-4138-8725-968323ba8210), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.741249 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:55.746493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b76cd237-a5ca-49e3-8868-e0b66da77a78), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.761960 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c52d882c-783c-4a60-9a6d-9e7bcde5f26e admin admin] 10.222.0.42 "PUT /v2.0/routers/6195e917-4034-4c5c-a03e-dc8e3ac231b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6573384 May 27 16:28:55.775452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:55.815941 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0b02e310-eae8-43ad-86ef-fde966d9381d None None] Port ae1e1817-654a-4720-91e3-b175b5335d05 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:55.835621 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:55.836181 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:55.884303 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 2, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:55.906241 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Allocated IP 172.20.0.4 (ea852da7-42d9-4ac0-9378-491c47039177/29bf5465-314c-4222-8c0f-ac3a37e06d89/828e7b2d-5a1e-4b47-a5bb-001643444ef5) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:28:55.924014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:55.924887 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:55.948542 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd5eb55-8137-460c-b6b9-00e5c6aea4bb None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 2, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:28:55.970351 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9fcb3f9-2a65-40a7-8dfb-0c45d08aba7b req-a32a0dc8-c9cd-4355-8860-0ed8bab126b2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.2263753 May 27 16:28:55.991835 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (b821fff3-34f8-4138-8725-968323ba8210), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.064388 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:56.087017 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76cd237-a5ca-49e3-8868-e0b66da77a78,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:56.260180 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:56.409054 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=b821fff3-34f8-4138-8725-968323ba8210,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:56.448541 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:56.526095 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:56.526467 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.529237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks [] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.534605 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36844) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:56.543179 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320430079', 'description': 'tempest-description--753262582'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:56.579456 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.587628 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0742153c-47d7-41e1-8e01-b1f52d766dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9554708 May 27 16:28:56.587628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36846) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:56.600528 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'b76cd237-a5ca-49e3-8868-e0b66da77a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:56.603430 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks [] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.612351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:56.614197 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.618501 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:56.622636 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.798282 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f60179-1df8-420c-bfaa-358ac3a43d77 None None] Pushing event updated for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:56.862305 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:56.908643 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port f02117d0-a7c5-4733-b8ab-50adbaa85f2f is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:56.917649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:56.918693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 856cf8fa-57cb-4080-9d1e-eea331140bb0 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:56.920911 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Port 8b57a89f-706e-4c4e-b405-7349029f722e cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:56.928287 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:56.934699 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:56.952856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Pushing event updated for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:56.969195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:57.035456 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.110798 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:57.120716 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Provisioning complete for port 040b53c9-4fde-4dcd-b074-d11a5745edc1 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:57.121111 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.128264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.394330 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-8c423bd0-758a-4cc0-abd6-40b75ae08256 None None] Port 040b53c9-4fde-4dcd-b074-d11a5745edc1 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:28:57.589818 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:57.595014 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (006e505e-d626-4c05-b6e7-7770c69b1ce6), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.633452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:57.650549 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Network ea852da7-42d9-4ac0-9378-491c47039177 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:28:57.673964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b821fff3-34f8-4138-8725-968323ba8210), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.696944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:28:57.702967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:28:57.712772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:57.738376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:57.739066 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.762754 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:57.766490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 856cf8fa-57cb-4080-9d1e-eea331140bb0 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:57.766490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:57.777095 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:28:57.801164 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36884) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:57.964531 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Pushing event updated for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:57.987803 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26611e-5aa6-4141-ad46-eaeedbdf423e req-d2c80d0c-2994-4f85-84f4-81cf3599c264 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:28:57.989943 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b26611e-5aa6-4141-ad46-eaeedbdf423e req-d2c80d0c-2994-4f85-84f4-81cf3599c264 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 931 time: 0.1833398 May 27 16:28:57.996204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:58.012226 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:58.026374 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Provisioning complete for port ae1e1817-654a-4720-91e3-b175b5335d05 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:58.026756 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.036368 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:58.036549 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Updating router 7236c955-2139-45c8-90cc-d76472fe9511 port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:58.118425 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-03c92170-b5b5-4e39-b0da-d0e85204f3f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1437099 May 27 16:28:58.126257 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-9a0d4222-7273-4be0-95f7-e83fe1a5d41e tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:28:58.127209 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-9a0d4222-7273-4be0-95f7-e83fe1a5d41e tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124280 May 27 16:28:58.218584 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (bd7ad036-a724-407a-9194-3cab05175e4a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.240235 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:58.312116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (006e505e-d626-4c05-b6e7-7770c69b1ce6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.327997 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b26611e-5aa6-4141-ad46-eaeedbdf423e req-f9820fd0-71b1-41b3-96cf-89329b8695bf tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059597 May 27 16:28:58.445858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.445858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75059d0-df75-4ec5-b446-91a5e9db0831 None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:28:58.446531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:28:58.446608 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:28:58.447025 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-27cae5ac-48c4-46f7-ab98-54b7d6290d1c admin admin] 10.222.0.42 "PUT /v2.0/routers/7070c3a8-d230-4d35-9b58-3fa135518fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0839436 May 27 16:28:58.447113 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:28:58.447113 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:58.447282 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Request body: {'port': {'device_id': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:58.556553 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (b821fff3-34f8-4138-8725-968323ba8210), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.589760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.590134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 856cf8fa-57cb-4080-9d1e-eea331140bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:58.590134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0f90b04b-0422-46c0-ae1e-177a874d4f2b up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:28:58.678622 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Current status of the port ae1e1817-654a-4720-91e3-b175b5335d05 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:58.679058 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.753166 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (bd7ad036-a724-407a-9194-3cab05175e4a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.760302 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (006e505e-d626-4c05-b6e7-7770c69b1ce6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.874063 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:28:58.914779 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:58.918487 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3302584 May 27 16:28:58.932109 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c23b3-1af2-43aa-91e0-0f96f7d2cba2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006e505e-d626-4c05-b6e7-7770c69b1ce6,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:58.942549 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36902) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:58.968737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ad036-a724-407a-9194-3cab05175e4a,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:28:59.000972 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'b76cd237-a5ca-49e3-8868-e0b66da77a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:59.076410 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.077725 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8995b404-052a-4d62-85d6-45817721872a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5412729 May 27 16:28:59.093250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36910) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:59.095352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36912) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:28:59.150596 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group_rule': {'security_group_id': 'bd7ad036-a724-407a-9194-3cab05175e4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:28:59.262458 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:59.317210 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (87d353c0-2101-4b51-beb9-d32c24d0f43f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.390873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:59.411610 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0f90b04b-0422-46c0-ae1e-177a874d4f2b triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:28:59.412015 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.433567 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (d163e036-4319-4808-b9ec-441658094167), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.481717 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:28:56Z', 'revision_number': 2, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:28:59.567138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-540cca00-16b7-45f8-926e-e76cdf9b8fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.578279 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:28:59.578983 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Updating router 7070c3a8-d230-4d35-9b58-3fa135518fe0 port 040b53c9-4fde-4dcd-b074-d11a5745edc1 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:28:59.646662 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] For port ae1e1817-654a-4720-91e3-b175b5335d05, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ae1e1817-654a-4720-91e3-b175b5335d05,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:28:59.664104 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.672293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2f60-97cd-487e-8a9b-7c8ec198d8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.722006 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828e7b2d-5a1e-4b47-a5bb-001643444ef5 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:28:59.728170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b821fff3-34f8-4138-8725-968323ba8210), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.805865 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.838627 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:28:59.896805 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0f90b04b-0422-46c0-ae1e-177a874d4f2b is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:28:59.897244 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.908359 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks [] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:28:59.982929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0b0f2-3fc6-421e-9379-13b34ed17432 None None] Pushing event updated for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.005248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 0f90b04b-0422-46c0-ae1e-177a874d4f2b, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0f90b04b-0422-46c0-ae1e-177a874d4f2b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:00.011626 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-fccd91af-850c-4628-9d39-65dc8c1b58e6 None None] Provisioning complete for port 040b53c9-4fde-4dcd-b074-d11a5745edc1 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:00.013545 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fccd91af-850c-4628-9d39-65dc8c1b58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.100642 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.102508 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (d163e036-4319-4808-b9ec-441658094167), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.112109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks [] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.113471 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.116093 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (87d353c0-2101-4b51-beb9-d32c24d0f43f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.124242 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6cfd4-63d8-48b7-a8f0-32b6cc523a21 req-07e3f234-14e8-4926-b596-24cf12310bb7 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:00.141316 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-deb6cfd4-63d8-48b7-a8f0-32b6cc523a21 req-07e3f234-14e8-4926-b596-24cf12310bb7 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 931 time: 0.5086305 May 27 16:29:00.158807 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:00.191046 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff013-3f65-49c6-ab2c-3acfd2e039f8 None None] Pushing event updated for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.193628 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fccd91af-850c-4628-9d39-65dc8c1b58e6 None None] Port 040b53c9-4fde-4dcd-b074-d11a5745edc1 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:00.246435 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:00.247511 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.337697 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Transition to ACTIVE for port object 828e7b2d-5a1e-4b47-a5bb-001643444ef5 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:00.403963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=b821fff3-34f8-4138-8725-968323ba8210,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.410734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-e8fbddd6-9ba4-47bd-9f87-68351133ecba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:00.422715 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-e8fbddd6-9ba4-47bd-9f87-68351133ecba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.4529769 May 27 16:29:00.436679 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (87d353c0-2101-4b51-beb9-d32c24d0f43f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.438574 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (d163e036-4319-4808-b9ec-441658094167), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.445241 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.466385 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:00.496890 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-96ad53e3-f2c6-4830-88fa-fb3f82c23bc6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/quotas/6b6ae55c00cb4a43b8e2bc7df2ea9626 HTTP/1.1" status: 200 len: 375 time: 0.0726426 May 27 16:29:00.530613 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks [] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.547205 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d353c0-2101-4b51-beb9-d32c24d0f43f,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.582973 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.584738 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=0f90b04b-0422-46c0-ae1e-177a874d4f2b,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.587782 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c1a269c8-1e19-4d88-9263-98dba3664cdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3298163 May 27 16:29:00.677190 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.686959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Pushing event updated for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.696588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Attempting to bind port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:00.701088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Attempting to bind port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:00.703305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Attempting to bind port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:00.729595 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device bf8e50a3-010d-46e0-b116-fa6303fe76d2 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:00.784085 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:00.826807 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:00.829187 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eadd1-4898-4def-a51e-2d716a249ba9 None None] Pushing event updated for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:00.829331 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:00.830267 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.831298 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:00.831816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Bound port: 70b44e8b-75af-4da0-b9e3-43f59e4062d5, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:00.832231 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.860139 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Attempting to bind port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:00.868552 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Attempting to bind port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '20925c8f-e208-440d-b1d8-71bcc56e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:00.868552 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Attempting to bind port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 on network ea852da7-42d9-4ac0-9378-491c47039177 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:00.877041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 on network ea852da7-42d9-4ac0-9378-491c47039177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:00.877384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Attempting to bind port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 on network ea852da7-42d9-4ac0-9378-491c47039177 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:00.886382 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:00.888610 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Checking segment: {'id': '20925c8f-e208-440d-b1d8-71bcc56e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:00.889303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Bound using segment: {'id': '20925c8f-e208-440d-b1d8-71bcc56e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:00.889637 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Bound port: 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20925c8f-e208-440d-b1d8-71bcc56e1f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:00.890330 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:00.956311 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-3f70adb7-c362-4acc-a0c0-d1b57f21f561 None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:00.956910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3f70adb7-c362-4acc-a0c0-d1b57f21f561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.001101 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-d5fd4bcf-0297-484e-9ee5-ea5db3708a4f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5030556 May 27 16:29:01.057113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d163e036-4319-4808-b9ec-441658094167,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:01.081083 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.082907 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-94d5d21f-0e75-46dd-b7c6-bb6bea9211fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9835069 May 27 16:29:01.089006 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Attempting to bind port 040b53c9-4fde-4dcd-b074-d11a5745edc1 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:01.090976 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Attempting to bind port 040b53c9-4fde-4dcd-b074-d11a5745edc1 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:01.094843 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Attempting to bind port 040b53c9-4fde-4dcd-b074-d11a5745edc1 on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:01.103833 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.112412 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7e6dcc08-1687-4b27-bbfd-b110205dc41e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1657617 May 27 16:29:01.122584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:01.124123 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:01.125586 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:01.126777 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.127536 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Bound using segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:01.130753 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Bound port: 040b53c9-4fde-4dcd-b074-d11a5745edc1, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:01.131708 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.134159 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36962) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:01.134831 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36964) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:01.139469 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port bf8e50a3-010d-46e0-b116-fa6303fe76d2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:01.139971 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.158906 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5,segment=NetworkSegment(20925c8f-e208-440d-b1d8-71bcc56e1f31),segment_id=20925c8f-e208-440d-b1d8-71bcc56e1f31)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:01.245200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.312098 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-3f70adb7-c362-4acc-a0c0-d1b57f21f561 None None] Port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:01.364328 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] For port 040b53c9-4fde-4dcd-b074-d11a5745edc1, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:01.364513 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:01.364924 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] For port 70b44e8b-75af-4da0-b9e3-43f59e4062d5, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:01.373718 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:01.374585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.376185 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] 10.222.0.15 "PUT /v2.0/ports/828e7b2d-5a1e-4b47-a5bb-001643444ef5 HTTP/1.1" status: 200 len: 1093 time: 3.0509245 May 27 16:29:01.379643 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:01.379779 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] For port 70b44e8b-75af-4da0-b9e3-43f59e4062d5, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=70b44e8b-75af-4da0-b9e3-43f59e4062d5,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:01.379892 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group_rule': {'security_group_id': 'bd7ad036-a724-407a-9194-3cab05175e4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:01.380067 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] For port 040b53c9-4fde-4dcd-b074-d11a5745edc1, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=040b53c9-4fde-4dcd-b074-d11a5745edc1,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:01.409315 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:01.425731 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-412dd3bb-21f5-45c5-9c5b-b5e546ecf6ce service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399267 May 27 16:29:01.457770 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.506383 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:01.526856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2f60-97cd-487e-8a9b-7c8ec198d8b4 admin admin] Publish callbacks [] for security_group (c3bffb82-aa43-4c4f-b079-4698c0db28d6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.536837 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.609787 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.627052 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eadd1-4898-4def-a51e-2d716a249ba9 None None] Pushing event updated for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:01.639723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe959cf-3594-41f8-a8aa-f9d3080f3df1 service neutron] Pushing event updated for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:01.654667 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399" -d '{"events": [{"name": "network-changed", "server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:01.668199 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Provisioning complete for port 040b53c9-4fde-4dcd-b074-d11a5745edc1 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:01.668587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.687504 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port bf8e50a3-010d-46e0-b116-fa6303fe76d2 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:01.688420 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.709860 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:01.714803 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-dd14f8ca-3268-4ddd-b8ed-bb017e26723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:01.715642 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:01.722227 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-dd14f8ca-3268-4ddd-b8ed-bb017e26723a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32666b3567c94e06a7f720c1abe2a8b7&device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 1127 time: 0.1915648 May 27 16:29:01.737699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port bf8e50a3-010d-46e0-b116-fa6303fe76d2, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=bf8e50a3-010d-46e0-b116-fa6303fe76d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:01.777061 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-deb6cfd4-63d8-48b7-a8f0-32b6cc523a21 req-cee4cb85-44a0-4d79-9149-7e14aea4e9b9 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6347525 May 27 16:29:01.777748 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2f60-97cd-487e-8a9b-7c8ec198d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (c3bffb82-aa43-4c4f-b079-4698c0db28d6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.815873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-69b87a01-3b7e-4db8-92dd-cbf23fc0f981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.897543 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.904230 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b2c01139-86ab-413a-b280-807c9db011d2 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:01.927761 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-3db3fabd-c458-42f8-87ef-fa6de8c9090f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5 HTTP/1.1" status: 200 len: 217 time: 0.1686764 May 27 16:29:01.949169 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ff8d2f60-97cd-487e-8a9b-7c8ec198d8b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5dd9243059c8473c873d19c3a18d3f85&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8513780 May 27 16:29:01.957484 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (a3612cf2-a2f4-4fde-938d-78d668b8e4d8), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:01.963062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 36984) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:01.999997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:02.082581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:02.083955 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:28:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:02.146338 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c229-821a-4c09-8e25-d692f511900f req-25c6261b-5212-4d9c-a55e-5b2260f729da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:02.152488 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-25c6261b-5212-4d9c-a55e-5b2260f729da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29bf5465-314c-4222-8c0f-ac3a37e06d89 HTTP/1.1" status: 200 len: 851 time: 0.2087045 May 27 16:29:02.156715 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port b2c01139-86ab-413a-b280-807c9db011d2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:02.157462 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b2c01139-86ab-413a-b280-807c9db011d2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.163773 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff013-3f65-49c6-ab2c-3acfd2e039f8 None None] Pushing event updated for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:02.210031 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:02.284819 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-463cf5c7-13d2-42f6-8c1a-447ce58a4615 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea852da7-42d9-4ac0-9378-491c47039177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172752 May 27 16:29:02.296584 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-d4c082b9-2236-4ccf-95cd-143a23fb1388 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1722604779&fields=id&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 267 time: 0.2292066 May 27 16:29:02.380291 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2f60-97cd-487e-8a9b-7c8ec198d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bffb82-aa43-4c4f-b079-4698c0db28d6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:02.451502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Current status of the port 040b53c9-4fde-4dcd-b074-d11a5745edc1 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:02.451905 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.456882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=bf8e50a3-010d-46e0-b116-fa6303fe76d2,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:02.489907 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:02.516281 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:02.573094 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:02.585517 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-cfcdf0ac-dedc-4ea4-8b25-5c8dae27efc8 service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772541 May 27 16:29:02.612790 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] For port 040b53c9-4fde-4dcd-b074-d11a5745edc1, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=040b53c9-4fde-4dcd-b074-d11a5745edc1,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:02.629881 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port b2c01139-86ab-413a-b280-807c9db011d2 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:02.630431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b2c01139-86ab-413a-b280-807c9db011d2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.654298 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:02.671869 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:02.674509 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] Publish callbacks [] for security_group (c3bffb82-aa43-4c4f-b079-4698c0db28d6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.757303 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] Publish callbacks [] for security_group (c3bffb82-aa43-4c4f-b079-4698c0db28d6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.757416 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ea775-540c-4b92-a76d-c9d1b5bb46b9 None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:02.797425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:29:02.800894 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port b2c01139-86ab-413a-b280-807c9db011d2, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b2c01139-86ab-413a-b280-807c9db011d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:02.814827 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:02.830518 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a545c229-821a-4c09-8e25-d692f511900f req-65fd40a0-df86-4836-bc02-8138ea0b4930 service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176800 May 27 16:29:02.862082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-6b0bafe3-f352-4e7e-b536-a770b16d3117 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:02.870827 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-6b0bafe3-f352-4e7e-b536-a770b16d3117 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 816 time: 0.4704876 May 27 16:29:02.921846 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-862a2ce5-2e54-4696-9638-8db7ffb87e23 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/quotas/26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 375 time: 0.0499904 May 27 16:29:02.956585 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.046541 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (a3612cf2-a2f4-4fde-938d-78d668b8e4d8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.185785 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:03.196809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b2c01139-86ab-413a-b280-807c9db011d2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.197695 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ae1e1817-654a-4720-91e3-b175b5335d05 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:03.230656 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.27.3.187 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/9e155d33-6cd5-4e11-863d-5a27ac8df31b) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:03.238918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.280251 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (c3bffb82-aa43-4c4f-b079-4698c0db28d6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.287486 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.287486 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3bffb82-aa43-4c4f-b079-4698c0db28d6 HTTP/1.1" status: 204 len: 168 time: 1.2874708 May 27 16:29:03.289887 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:03.303046 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053dcf7-2463-4504-a36d-bffb0c8fa363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bffb82-aa43-4c4f-b079-4698c0db28d6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:03.311572 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (a3612cf2-a2f4-4fde-938d-78d668b8e4d8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.316126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-24f09d64-ba8f-469e-97c4-53cc29bc9642 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7799075 May 27 16:29:03.365067 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Provisioning complete for port 040b53c9-4fde-4dcd-b074-d11a5745edc1 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:03.365490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.367893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:03.368941 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:03.440426 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-02f3591f-3e80-4240-b5f7-427ffb8bbfeb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5174584 May 27 16:29:03.441123 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3612cf2-a2f4-4fde-938d-78d668b8e4d8,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:03.583698 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.604847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.606547 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-85d0393e-e331-4f1d-bcd1-c817d0ea0d1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2325749 May 27 16:29:03.610339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37026) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:03.616214 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:03.675849 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0f0b-66b3-4536-8886-fb157667ab7d None None] Pushing event updated for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:03.699539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:03.703123 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ae1e1817-654a-4720-91e3-b175b5335d05 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:03.703749 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.772884 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:03.799861 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-67f13d74-8672-4235-ab7a-cfbe04987643 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:29:03.799861 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-67f13d74-8672-4235-ab7a-cfbe04987643 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0960529 May 27 16:29:04.026331 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.078799 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488ac86-6265-499c-8342-28e904bf7ff1 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:04.089069 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:04.122534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.150857 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=9e155d33-6cd5-4e11-863d-5a27ac8df31b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:04.187641 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:04.193811 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:04.204294 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:04.238317 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-19f31358-e577-428e-b8fa-7496d3142af9 service neutron] 10.222.0.42 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302540 May 27 16:29:04.385139 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:04.476930 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=b2c01139-86ab-413a-b280-807c9db011d2,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:04.477112 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad3502b-d941-454b-95c0-72d464511187 x-openstack-request-id: req-1ad3502b-d941-454b-95c0-72d464511187 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:04.481157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:04.481157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ad3502b-d941-454b-95c0-72d464511187 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:04.481157 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad3502b-d941-454b-95c0-72d464511187'] response: {'name': 'network-changed', 'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5', 'status': 'completed', 'code': 200} May 27 16:29:04.658689 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Current status of the port 040b53c9-4fde-4dcd-b074-d11a5745edc1 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:04.661089 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ae1e1817-654a-4720-91e3-b175b5335d05 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:04.667485 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.672246 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:04.709190 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:04.709830 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.748591 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Allocated IP 172.27.3.130 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/3847ee36-b74a-456e-8832-0e41900a94b8) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:04.814401 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-226a30aa-edc3-42c5-a2c1-9fd355bea232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:04.815933 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-226a30aa-edc3-42c5-a2c1-9fd355bea232 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32666b3567c94e06a7f720c1abe2a8b7&device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 1127 time: 0.2734911 May 27 16:29:04.871741 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Current status of the port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:04.871741 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.877419 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:04.916216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b29d5-9bab-490c-bd38-9917f7460e39 req-5a1682c3-c452-471e-bd6d-5f06b97ba44d tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:04.918488 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a75b29d5-9bab-490c-bd38-9917f7460e39 req-5a1682c3-c452-471e-bd6d-5f06b97ba44d tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.2439246 May 27 16:29:04.932767 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-eb59f3d3-e702-4a38-83c0-85103d49140d service neutron] 10.222.0.42 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880095 May 27 16:29:04.936168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:05.108791 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] For port 70b44e8b-75af-4da0-b9e3-43f59e4062d5, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=70b44e8b-75af-4da0-b9e3-43f59e4062d5,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:05.123243 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 70b44e8b-75af-4da0-b9e3-43f59e4062d5 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:05.167368 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a75b29d5-9bab-490c-bd38-9917f7460e39 req-a5940933-0b40-47e2-bccf-b13611fbe4ce tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314568 May 27 16:29:05.221579 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:05.295138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:05.412105 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:05.426789 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:05.440656 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64aa8de5-8899-4535-864f-8964496e20eb req-c0dabb49-ee7d-41dd-8397-2752260227f1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 210 time: 0.1074600 May 27 16:29:05.455615 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-f2255fcd-e2fc-49f7-9fa8-05585acd617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:05.457661 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-f2255fcd-e2fc-49f7-9fa8-05585acd617d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea852da7-42d9-4ac0-9378-491c47039177 HTTP/1.1" status: 200 len: 912 time: 0.5947328 May 27 16:29:05.658793 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:05.659169 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:05.674539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9384d-2006-4716-9191-a61fc242e809 None None] Pushing event updated for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:05.697074 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-3816af29-93b3-43a8-989a-0cde2f6e0574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5 HTTP/1.1" status: 200 len: 217 time: 0.2122087 May 27 16:29:05.792686 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 2, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:05.880837 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:29:05.884890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Updating router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 port 8b57a89f-706e-4c4e-b405-7349029f722e binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:29:05.917453 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:05.957598 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:05.990165 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:05.994194 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device bf8e50a3-010d-46e0-b116-fa6303fe76d2 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:05.996332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (3847ee36-b74a-456e-8832-0e41900a94b8), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.110066 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-3cc22ba0-53c7-45f7-835c-57e123c616ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:06.114274 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-3cc22ba0-53c7-45f7-835c-57e123c616ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29bf5465-314c-4222-8c0f-ac3a37e06d89 HTTP/1.1" status: 200 len: 851 time: 0.4009979 May 27 16:29:06.146391 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37130) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:06.196392 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-3263a6bd-a177-47ee-898c-d0af2bbd39bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea852da7-42d9-4ac0-9378-491c47039177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693405 May 27 16:29:06.205912 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.235249 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-46984434-4f24-419b-b983-d796d7b66ba7 req-e8c60649-b2d0-4c2a-be46-49a7692203c8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.4741509 May 27 16:29:06.245276 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:06.256158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:06.435929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port bf8e50a3-010d-46e0-b116-fa6303fe76d2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:06.436540 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.448786 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb251-fe50-49bc-b991-85f812c5b1b8 req-a435a2e7-3b63-416a-ba47-2058e55abb30 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:06.456593 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30fbb251-fe50-49bc-b991-85f812c5b1b8 req-a435a2e7-3b63-416a-ba47-2058e55abb30 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.0889697 May 27 16:29:06.470736 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:06.479441 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:06.543852 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.545686 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.554940 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-88bdb737-0da6-4203-a3aa-749a8f13f89e service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372843 May 27 16:29:06.663720 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30fbb251-fe50-49bc-b991-85f812c5b1b8 req-843e2a3a-f5b5-41d5-9845-bc4bd31e8ead tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058761 May 27 16:29:06.666879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.685436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:06.706288 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:06.724726 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=3847ee36-b74a-456e-8832-0e41900a94b8,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:06.751002 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-ad88297e-912d-4004-a787-08a829015c06 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:06.754037 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-ad88297e-912d-4004-a787-08a829015c06 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.5325706 May 27 16:29:06.764493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:06.769276 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.771826 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:06.817040 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-0cfff6b3-c80c-4c1f-a17f-a1329c63f181 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/quotas/6b6ae55c00cb4a43b8e2bc7df2ea9626 HTTP/1.1" status: 200 len: 375 time: 0.0359774 May 27 16:29:06.834975 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=9e155d33-6cd5-4e11-863d-5a27ac8df31b,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:06.921092 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port bf8e50a3-010d-46e0-b116-fa6303fe76d2 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:06.926177 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b2c01139-86ab-413a-b280-807c9db011d2 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:06.955397 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-0829807e-efb7-43bd-8176-a32345c502b9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220460 May 27 16:29:07.006594 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.018730 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ea12822a-3101-46da-bddc-ef57d0115dff tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6113257 May 27 16:29:07.075170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:07.179701 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cd53962f-9cb1-4d34-a2e3-08a43c4825f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.216603 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f1f5638c-3896-4dd4-8e5e-7b52c49b0399 req-b30be573-8970-4ff5-9e8b-11a9e326ad46 service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443841 May 27 16:29:07.286192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port b2c01139-86ab-413a-b280-807c9db011d2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:07.288219 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b2c01139-86ab-413a-b280-807c9db011d2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.345319 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-26b30e28-18f1-49eb-bc25-8797eb224e85 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879309 May 27 16:29:07.458646 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6354189d-e46b-4a1a-9543-6e32eeafb3c8 req-ef45c8f9-847c-44f5-97b6-e183f356aa53 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.0734768 May 27 16:29:07.613769 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks [] for port (8b57a89f-706e-4c4e-b405-7349029f722e), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.716779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (3847ee36-b74a-456e-8832-0e41900a94b8), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.727953 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.757953 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port b2c01139-86ab-413a-b280-807c9db011d2 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:07.762273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 040b53c9-4fde-4dcd-b074-d11a5745edc1 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:07.762819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cd53962f-9cb1-4d34-a2e3-08a43c4825f9 admin admin] Publish callbacks [] for security_group (3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.794137 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-08d1dac5-f17e-42b4-8711-3fac8b1a2602 service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441140 May 27 16:29:07.851745 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cd53962f-9cb1-4d34-a2e3-08a43c4825f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:07.863047 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-bbf02834-9428-4a51-a69e-a30247af3735 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1622158868&fields=id&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 267 time: 0.1808298 May 27 16:29:07.912810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491867f-8ffc-453f-aefb-352578a446ee None None] Pushing event updated for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:08.001988 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.016426 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-cd53962f-9cb1-4d34-a2e3-08a43c4825f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5931bc4fc35642bdafa6391e2f99138c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8660178 May 27 16:29:08.032778 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37178) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:08.146448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=3847ee36-b74a-456e-8832-0e41900a94b8,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:08.159443 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 040b53c9-4fde-4dcd-b074-d11a5745edc1 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:08.160009 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.163821 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] Publish callbacks [] for security_group (3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.215619 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ee034acc-e917-4386-90a5-c85aeecc7835 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:08.222842 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.240257 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ee034acc-e917-4386-90a5-c85aeecc7835 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.3763185 May 27 16:29:08.278582 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53962f-9cb1-4d34-a2e3-08a43c4825f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:08.316913 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.317872 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-cf570a95-0c99-4b6c-86fd-d20080c00fb2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7064233 May 27 16:29:08.406565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:08.445300 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-a5d64191-0b39-4c73-a0d1-8db6b664b908 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/quotas/c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 375 time: 0.1643462 May 27 16:29:08.449822 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] Publish callbacks [] for security_group (3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.566666 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Attempting to bind port 8b57a89f-706e-4c4e-b405-7349029f722e on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:08.567042 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Attempting to bind port 8b57a89f-706e-4c4e-b405-7349029f722e by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:08.570429 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Attempting to bind port 8b57a89f-706e-4c4e-b405-7349029f722e on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:08.605145 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9def8014-30d3-48b1-93b7-1914e31b88b2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588874 May 27 16:29:08.611885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:08.621151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Checking segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:08.621151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.621151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Bound using segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:08.621151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Bound port: 8b57a89f-706e-4c4e-b405-7349029f722e, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:08.621151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.746159 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33be9d-49df-459f-a7b0-bd540e6c8b55 req-c1bfd206-2cfd-4514-9a57-f9ab02313924 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:08.749791 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d33be9d-49df-459f-a7b0-bd540e6c8b55 req-c1bfd206-2cfd-4514-9a57-f9ab02313924 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.3421180 May 27 16:29:08.822891 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d33be9d-49df-459f-a7b0-bd540e6c8b55 req-250ba4f8-0448-4171-b8fe-8b81635ae7a5 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598247 May 27 16:29:08.940538 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1da24d08-abdc-403c-bb0f-0739469ac1f6 req-90cd3fc1-f060-42f2-bf03-bc16e28998ac tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 210 time: 0.0776737 May 27 16:29:08.943977 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-627a3536-cfa1-4c36-b05d-60f93ced2183 None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:08.944357 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-627a3536-cfa1-4c36-b05d-60f93ced2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:08.981647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] For port 8b57a89f-706e-4c4e-b405-7349029f722e, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:09.000479 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:09.016798 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:09.018187 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2 HTTP/1.1" status: 204 len: 168 time: 0.9839525 May 27 16:29:09.037713 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 040b53c9-4fde-4dcd-b074-d11a5745edc1 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:09.038923 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0f90b04b-0422-46c0-ae1e-177a874d4f2b up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:09.045874 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-38ec9ef7-fe93-4a8b-95ae-cd8d45bf485b service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835104 May 27 16:29:09.061208 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:09.082829 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77f440-a208-4e2d-9e79-d8f900795719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffdb62f-cf1f-4f1d-9b1f-1d45bdb04bc2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:09.153428 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:09.195834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] For port 8b57a89f-706e-4c4e-b405-7349029f722e, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8b57a89f-706e-4c4e-b405-7349029f722e,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:09.240611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-627a3536-cfa1-4c36-b05d-60f93ced2183 None None] Port 8b57a89f-706e-4c4e-b405-7349029f722e cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:09.254980 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0f90b04b-0422-46c0-ae1e-177a874d4f2b triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:09.256948 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:09.291582 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-283b325c-668c-4bf1-ab4e-da46f691fe5c req-cb30985e-4b62-4163-b2f5-12c9248bcd60 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.1317890 May 27 16:29:09.375097 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:09.381997 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-0eed566b-c17a-4a48-b39e-67ca82a60448 service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190858 May 27 16:29:09.427475 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-5b94be24-80fb-4ad4-9f19-78771e5159a8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:09.429231 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-5b94be24-80fb-4ad4-9f19-78771e5159a8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.2629209 May 27 16:29:09.439150 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:09.473805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:09.550701 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:09.557032 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:09.623347 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:09.707675 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-d4f3a4d7-d0c6-4171-aeda-c6fafb1b538b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--320430079&fields=id&tenant_id=3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 267 time: 0.1427040 May 27 16:29:09.743796 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491867f-8ffc-453f-aefb-352578a446ee None None] Pushing event updated for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:09.826083 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'port': {'device_id': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'admin_state_up': True, 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:09.894160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0f90b04b-0422-46c0-ae1e-177a874d4f2b is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:10.068519 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6eabbd05-a979-4db5-9b06-ba78b400eaf7 req-dc4690a0-35de-461a-bbc0-24e45b1d40cb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.1656933 May 27 16:29:10.170842 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:10.171220 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.196973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55338) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:10.275777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:10.361554 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 70b44e8b-75af-4da0-b9e3-43f59e4062d5 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:10.369422 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c5b7e23f-be11-4776-8914-07e2bff3dbc4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:10.370144 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:10.371939 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c5b7e23f-be11-4776-8914-07e2bff3dbc4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 811 time: 0.6634481 May 27 16:29:10.376509 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Made reservation on behalf of 6b6ae55c00cb4a43b8e2bc7df2ea9626 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:29:10.381038 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.545897 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62788b-f753-47cd-8853-4566044f2f64 req-bb3edf24-6e84-40ba-8905-71e0ea94e3c6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:10.567618 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fa62788b-f753-47cd-8853-4566044f2f64 req-bb3edf24-6e84-40ba-8905-71e0ea94e3c6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.3933711 May 27 16:29:10.598896 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-83752bf2-bbcb-4e9f-ab73-82c09588eb60 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/quotas/3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 375 time: 0.0876076 May 27 16:29:10.613542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37272) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:10.634515 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43ae829f-c486-4ca0-adfd-919ed2d0739f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.810194 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Current status of the port 8b57a89f-706e-4c4e-b405-7349029f722e is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:10.810855 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.847223 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-34dcc40a-9fcd-421c-834b-818c3d42ce4e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2468276 May 27 16:29:10.905490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:10.905885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.972839 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-aef1d412-cda2-4d23-b335-9b02a0f0ac22 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:10.974637 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-aef1d412-cda2-4d23-b335-9b02a0f0ac22 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 816 time: 0.7342346 May 27 16:29:10.985744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43ae829f-c486-4ca0-adfd-919ed2d0739f admin admin] Publish callbacks [] for security_group (434c8778-b666-44a5-ac93-c5b83274a283), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:10.993900 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:10.996668 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fa62788b-f753-47cd-8853-4566044f2f64 req-112bfb2a-b9e9-48fb-a1d7-fe5645ffb901 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485918 May 27 16:29:11.061794 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37288) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:11.087467 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43ae829f-c486-4ca0-adfd-919ed2d0739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (434c8778-b666-44a5-ac93-c5b83274a283), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.103313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:11.131510 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.156208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Allocated IP 172.20.0.6 (4b4aa0c1-80e2-4655-bb67-93c62e39df1f/e78c6dc3-a63a-4bfd-9b27-1a30c170245a/8f129cf8-d17c-49bd-bb15-e74ecf6db21d) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:11.177548 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-613954cf-cee1-41ce-ac69-eaacbe21bbcd req-2c3f7820-155b-4cfc-8c8a-3efb4c234d5e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 210 time: 0.0503976 May 27 16:29:11.202947 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae829f-c486-4ca0-adfd-919ed2d0739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c8778-b666-44a5-ac93-c5b83274a283,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:11.224354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] For port 8b57a89f-706e-4c4e-b405-7349029f722e, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8b57a89f-706e-4c4e-b405-7349029f722e,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:11.244341 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:11.269842 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-43ae829f-c486-4ca0-adfd-919ed2d0739f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf040b2afd06492589c6028ef79a594d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542208 May 27 16:29:11.270663 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37296) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:11.320399 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-97a39dfa-d2ab-471f-9b3f-5a292e6472c0 service neutron] 10.222.0.42 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314625 May 27 16:29:11.346813 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:08Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:11.354801 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.395484 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab8f36-03b2-49e1-9b89-79f3d75a9857 None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:08Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:11.424803 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aec0be20-aafb-4d5d-addc-7e904886a279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.429835 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-0034d263-3b23-429d-82cc-9a2d642adcfe tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 380 time: 0.3506596 May 27 16:29:11.440226 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-1a80b299-bd9f-46c7-86ca-3d1c308e131d service neutron] 10.222.0.42 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188648 May 27 16:29:11.465982 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] Publish callbacks [] for security_group (434c8778-b666-44a5-ac93-c5b83274a283), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.482656 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:11.483908 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8b57a89f-706e-4c4e-b405-7349029f722e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:11.500833 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9e96c67-d7af-41c5-a4f0-728851a1c078 req-68a4d7d2-6922-4416-aa65-6a552c5386e7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.1890130 May 27 16:29:11.502178 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:11.568694 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] Publish callbacks [] for security_group (434c8778-b666-44a5-ac93-c5b83274a283), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.615430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65695ff8-0c84-4263-ab94-e851c396ee4b req-735bb635-efb2-464a-9503-661e78b65636 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0666778 May 27 16:29:11.642296 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ed1cc-af9e-4f3e-848b-a5022f733e6d None None] Pushing event updated for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:11.659930 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:11.660423 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.772115 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.772743 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 8b57a89f-706e-4c4e-b405-7349029f722e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:11.859947 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebed4fa6-ed27-4c1d-b640-a5753235c6aa req-31d80d03-b34a-493c-b6a5-8c56fe37cf6b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0551798 May 27 16:29:11.962303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aec0be20-aafb-4d5d-addc-7e904886a279 admin admin] Publish callbacks [] for security_group (59be07f2-1f02-47b4-b402-bd77c9acc420), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:11.968546 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'port': {'device_id': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'admin_state_up': True, 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'security_groups': ['b6e5536d-f0e5-47dc-892e-039f7f86296c']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:12.017584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.065040 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8b57a89f-706e-4c4e-b405-7349029f722e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:12.088878 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (434c8778-b666-44a5-ac93-c5b83274a283), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.099560 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.103445 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434c8778-b666-44a5-ac93-c5b83274a283 HTTP/1.1" status: 204 len: 168 time: 0.8266218 May 27 16:29:12.103445 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aec0be20-aafb-4d5d-addc-7e904886a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (59be07f2-1f02-47b4-b402-bd77c9acc420), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.106853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:12.164460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b6c6-0e62-41ce-bbb4-47adb08dfe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c8778-b666-44a5-ac93-c5b83274a283,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:12.172376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:12.184798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:12.202240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:12.206445 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:12.236314 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:12.236995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.306719 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-aec0be20-aafb-4d5d-addc-7e904886a279 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a9389c75e1f44eb9fe3c9dbfc048058&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2400811 May 27 16:29:12.308214 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37320) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:12.317844 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 8b57a89f-706e-4c4e-b405-7349029f722e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:12.321932 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.407340 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:12.495092 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:12.501977 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0be20-aafb-4d5d-addc-7e904886a279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be07f2-1f02-47b4-b402-bd77c9acc420,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:12.515672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 8b57a89f-706e-4c4e-b405-7349029f722e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:12.520569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.15', 55344) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:12.686232 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=21 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:12.738739 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] Publish callbacks [] for security_group (59be07f2-1f02-47b4-b402-bd77c9acc420), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.796542 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-2c099ea6-8b4f-4481-8e85-1795e55afa6f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9768744 May 27 16:29:12.833384 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-277da5af-239d-4a08-b523-f5999ef918da None None] Provisioning complete for port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:12.840392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-277da5af-239d-4a08-b523-f5999ef918da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:12.847406 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:12.886906 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-893398ec-54ba-4af1-8cc2-5ae4ab039f16 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:12.890608 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-893398ec-54ba-4af1-8cc2-5ae4ab039f16 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.3580914 May 27 16:29:12.906321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Request body: {'port': {'device_id': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:12.935687 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92488781-de40-493d-97fb-ea7e8401f930 req-fc2c6e31-f86f-472b-a492-f7d54040f3bd tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 210 time: 0.1396041 May 27 16:29:12.964661 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-277da5af-239d-4a08-b523-f5999ef918da None None] Port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:12.998874 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd8bc3-15b1-43f0-a581-152b9b859313 req-eb0f89ea-7d22-4bfd-8377-dfbd8fa6626a tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:13.001153 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68fd8bc3-15b1-43f0-a581-152b9b859313 req-eb0f89ea-7d22-4bfd-8377-dfbd8fa6626a tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.2042670 May 27 16:29:13.009162 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] Publish callbacks [] for security_group (59be07f2-1f02-47b4-b402-bd77c9acc420), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.040520 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'port': {'device_id': '8a376bd1-2163-4333-a7a2-978057e231c5', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'admin_state_up': True, 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:13.080469 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8de0bab0-101d-4fcb-82db-2ef50320dc4c req-3808894d-9f8b-4496-8e62-2e33514c8d61 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.0478351 May 27 16:29:13.138923 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68fd8bc3-15b1-43f0-a581-152b9b859313 req-c1282cb6-e346-4a6b-be17-08e7c319d2d4 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300287 May 27 16:29:13.234284 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Made reservation on behalf of 26ab6251a87c4271b77242545ef4837f for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:29:13.237734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.260952 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e77ba05a-5335-43ca-b8ef-796a831996db req-344af76a-8598-4fc4-af44-7fc9a314cf97 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0552449 May 27 16:29:13.261812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:13.283591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37338) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:13.307210 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad3dff9f-1227-4ec2-b2e4-5618588da968 req-3b25a968-180b-4d66-8450-7d0eed68bd88 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0843322 May 27 16:29:13.346633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.360575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ca9621c-dfe1-4a2a-8c3a-a9b5a4ccb309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.521927 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (59be07f2-1f02-47b4-b402-bd77c9acc420), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.525800 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.530833 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59be07f2-1f02-47b4-b402-bd77c9acc420 HTTP/1.1" status: 204 len: 168 time: 1.1899724 May 27 16:29:13.550402 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ce712-14b6-4c3a-b83a-04f9c32a7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be07f2-1f02-47b4-b402-bd77c9acc420,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:13.619518 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ca9621c-dfe1-4a2a-8c3a-a9b5a4ccb309 admin admin] Publish callbacks [] for security_group (2da9de71-ea9e-4782-8d80-a183a1452987), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.641569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Made reservation on behalf of 6b6ae55c00cb4a43b8e2bc7df2ea9626 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:29:13.641873 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.644564 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:13.847337 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ca9621c-dfe1-4a2a-8c3a-a9b5a4ccb309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (2da9de71-ea9e-4782-8d80-a183a1452987), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.888307 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f129cf8-d17c-49bd-bb15-e74ecf6db21d {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:13.921888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks [] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:13.956953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Transition to ACTIVE for port object 8f129cf8-d17c-49bd-bb15-e74ecf6db21d will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:13.980320 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Allocated IP 172.20.0.11 (55100481-4365-412d-b292-c811a999e4c5/f182a116-415a-4bea-b913-89c2735f2f72/8e5c90f6-77c3-4dde-aed5-80f7e3a77b80) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:14.014581 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9621c-dfe1-4a2a-8c3a-a9b5a4ccb309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9de71-ea9e-4782-8d80-a183a1452987,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:14.014581 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7ca9621c-dfe1-4a2a-8c3a-a9b5a4ccb309 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b3fb41e6df245f9a2d044eddf214cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258537 May 27 16:29:14.015052 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37350) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:14.061863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-78abf4a0-13e8-46db-9d48-29c199d13183 req-01760e21-a365-4e67-9944-210f270e7135 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 210 time: 0.0478940 May 27 16:29:14.066781 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:14.072283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.106013 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] Publish callbacks [] for security_group (2da9de71-ea9e-4782-8d80-a183a1452987), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.202603 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] Publish callbacks [] for security_group (2da9de71-ea9e-4782-8d80-a183a1452987), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.243095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:14.259969 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Allocated IP 172.20.0.10 (4b4aa0c1-80e2-4655-bb67-93c62e39df1f/e78c6dc3-a63a-4bfd-9b27-1a30c170245a/5e118c26-5265-4811-94b8-60efa598d923) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:14.275205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caf0d614-7284-441c-874a-b480b146945e req-91c3c304-5971-4474-99a8-3bdd713680fe tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.0490410 May 27 16:29:14.335421 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Attempting to bind port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:14.335836 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Attempting to bind port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:14.336274 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Attempting to bind port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:14.362584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:14.362999 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Attempting to bind port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:14.366710 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.379434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:14.379769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:14.380193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Bound using segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:14.380644 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Bound port: 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:14.380990 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.393552 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072f79-889d-447d-8c13-cedde8466e58 req-1b64e086-3190-487b-9c3c-75b739bb0e69 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:14.395167 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9072f79-889d-447d-8c13-cedde8466e58 req-1b64e086-3190-487b-9c3c-75b739bb0e69 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.0927570 May 27 16:29:14.414596 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a65a7706-6bcc-44cb-99c0-ae972d49204c req-5a9d5ea6-06af-44eb-ad9c-9151434f523e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0434470 May 27 16:29:14.425128 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:14.472366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (2da9de71-ea9e-4782-8d80-a183a1452987), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.472366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.474370 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2da9de71-ea9e-4782-8d80-a183a1452987 HTTP/1.1" status: 204 len: 168 time: 0.4573996 May 27 16:29:14.481988 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:14.513514 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9072f79-889d-447d-8c13-cedde8466e58 req-c9e50992-4c77-4100-b888-cd8eb6ca3e26 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 May 27 16:29:14.529711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469799f6-bbc9-4b27-8325-f5bc1dbb3c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9de71-ea9e-4782-8d80-a183a1452987,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:14.602036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-378a65d6-a4c2-412e-8360-5819ce6f8557 req-4ca5a64e-6027-4a4b-8ba2-baeb1e823932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0611980 May 27 16:29:14.605254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:14.607626 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for port (5e118c26-5265-4811-94b8-60efa598d923), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.610300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:14.610676 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.697229 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Network 55100481-4365-412d-b292-c811a999e4c5 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:14.706695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:14.710810 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:14.716681 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:14.717472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.720126 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.735532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:14.758404 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37370) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:14.774099 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.785919 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.15', 55348) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:14.788840 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-767047c2-cd27-4583-88ef-5b2abbef6134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.804552 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:14.805908 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:14.808434 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 1093 time: 1.9167974 May 27 16:29:14.821106 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7540daaf-1e50-4704-ac8d-f9708d0e2cd8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8563654 May 27 16:29:14.841831 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:14.844773 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76207db-2018-4e98-8868-3bf2b7182d15" -d '{"events": [{"name": "network-changed", "server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:14.850482 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Request body: {'port': {'device_id': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:14.873244 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:14.892196 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca2de-2fec-4a65-af4c-d18adf486b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:14.957609 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:15.018363 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.034076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c93721-9478-4f93-b815-0b138937742a x-openstack-request-id: req-53c93721-9478-4f93-b815-0b138937742a {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:15.034279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:15.034518 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53c93721-9478-4f93-b815-0b138937742a {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:15.034900 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c93721-9478-4f93-b815-0b138937742a'] response: {'name': 'network-changed', 'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d', 'status': 'completed', 'code': 200} May 27 16:29:15.035714 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:15.038965 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:15.045080 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:15.046023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.047691 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:15.088666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-767047c2-cd27-4583-88ef-5b2abbef6134 admin admin] Publish callbacks [] for security_group (b4ece3e1-9907-4f73-908b-7d3e20861fc9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.090966 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ffe891ab-3f9b-49a6-b281-5c97998e8964 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:15.094398 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ffe891ab-3f9b-49a6-b281-5c97998e8964 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.3015492 May 27 16:29:15.099317 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:15.179596 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-bb11fad1-3f3a-426d-b5a1-1f54514e441e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1726336 May 27 16:29:15.251061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-767047c2-cd27-4583-88ef-5b2abbef6134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b4ece3e1-9907-4f73-908b-7d3e20861fc9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.280016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-47b6c98b-3d7f-450c-b7b0-489fb0b695c8 None None] Provisioning complete for port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:15.283227 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-47b6c98b-3d7f-450c-b7b0-489fb0b695c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.328714 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:15.341774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-47b6c98b-3d7f-450c-b7b0-489fb0b695c8 None None] Port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:15.382287 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:15.446627 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355f64-c134-4222-ab53-3077728d708f req-9c4104f6-7f26-41a0-b897-b8ec9fc100dc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:15.449487 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07355f64-c134-4222-ab53-3077728d708f req-9c4104f6-7f26-41a0-b897-b8ec9fc100dc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 932 time: 0.2523522 May 27 16:29:15.455624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-767047c2-cd27-4583-88ef-5b2abbef6134 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8827041d1e8d4afe96530032280d2f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6961675 May 27 16:29:15.458534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37396) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:15.474681 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767047c2-cd27-4583-88ef-5b2abbef6134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ece3e1-9907-4f73-908b-7d3e20861fc9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:15.510796 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45060fe-2261-4101-acbc-c507a75ad78b req-60dd8910-676e-4b7d-8baa-b3ef1ec07b14 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:15.510796 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b45060fe-2261-4101-acbc-c507a75ad78b req-60dd8910-676e-4b7d-8baa-b3ef1ec07b14 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 932 time: 0.1365261 May 27 16:29:15.567140 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-2f78430d-fc66-4bfa-bf4b-5038465aede0 None None] Provisioning complete for port 5e118c26-5265-4811-94b8-60efa598d923 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:15.567424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2f78430d-fc66-4bfa-bf4b-5038465aede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5e118c26-5265-4811-94b8-60efa598d923), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.621786 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07355f64-c134-4222-ab53-3077728d708f req-1287033e-8f85-4d17-a949-0212062a9cc1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649208 May 27 16:29:15.624873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2f78430d-fc66-4bfa-bf4b-5038465aede0 None None] Port 5e118c26-5265-4811-94b8-60efa598d923 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:15.663526 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b45060fe-2261-4101-acbc-c507a75ad78b req-0c3f3559-6e6f-46c5-9060-4109e0895085 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229157 May 27 16:29:15.731130 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] Publish callbacks [] for security_group (b4ece3e1-9907-4f73-908b-7d3e20861fc9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.743376 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:15.750739 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-08f95721-1991-4f3e-bcf7-40878d105ecb req-bf169423-6da3-4a95-9667-65464eb3afdb tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0457113 May 27 16:29:15.755190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] Publish callbacks [] for security_group (b4ece3e1-9907-4f73-908b-7d3e20861fc9), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.762112 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks [] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.925444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b4ece3e1-9907-4f73-908b-7d3e20861fc9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.933707 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:15.933707 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4ece3e1-9907-4f73-908b-7d3e20861fc9 HTTP/1.1" status: 204 len: 168 time: 0.4696178 May 27 16:29:15.939843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455102a-7caa-4e54-ba6c-16c8b8018ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ece3e1-9907-4f73-908b-7d3e20861fc9,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:15.993519 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Transition to ACTIVE for port object 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:16.005701 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4613276-7b26-44fa-ad5c-3376022f33f6 req-0a673c8d-edbb-4efd-93c9-7286a93b75c6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0592191 May 27 16:29:16.016612 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ef8f-a735-4821-824b-cb49bfe8398d req-18ce5ed0-c488-486f-9af8-c76bc824b5e8 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:16.016612 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc93ef8f-a735-4821-824b-cb49bfe8398d req-18ce5ed0-c488-486f-9af8-c76bc824b5e8 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.2674527 May 27 16:29:16.066019 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc93ef8f-a735-4821-824b-cb49bfe8398d req-507ab1be-92c8-433e-81fa-962e3047b2e4 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 May 27 16:29:16.102554 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.136735 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Request body: {'port': {'device_id': '8a376bd1-2163-4333-a7a2-978057e231c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:16.179584 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:16.296725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Attempting to bind port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:16.297111 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Attempting to bind port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:16.297454 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Attempting to bind port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:16.302648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 on network 55100481-4365-412d-b292-c811a999e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:16.309007 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Attempting to bind port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:16.309007 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:16.309007 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Checking segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:16.309422 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Bound using segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:16.310116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Bound port: 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:16.310236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.339892 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-b1515d8e-f354-4cef-9535-e338e4a6f97f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 380 time: 0.2071817 May 27 16:29:16.370913 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'port': {'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'admin_state_up': True, 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'security_groups': ['b76cd237-a5ca-49e3-8868-e0b66da77a78']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:16.395997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5e118c26-5265-4811-94b8-60efa598d923), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.413984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:16.454828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:16.463909 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:16.530774 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-d290c496-e5ce-44e5-923c-9cf9e6076d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:16.532283 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-d290c496-e5ce-44e5-923c-9cf9e6076d14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1127 time: 0.3281267 May 27 16:29:16.560208 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.666575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:16.667206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.668667 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] 10.222.0.15 "PUT /v2.0/ports/8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 1094 time: 1.8231895 May 27 16:29:16.669113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:16.795855 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11066749-1c16-4b6d-8b54-dac692fd3d6f service neutron] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:16.809373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c769ed-aeb9-4263-89ab-39b527352932 req-8c93a573-33dc-4f14-a15f-d5b3300804b3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:16.811205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5c769ed-aeb9-4263-89ab-39b527352932 req-8c93a573-33dc-4f14-a15f-d5b3300804b3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 932 time: 0.0649614 May 27 16:29:16.855970 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:29:16.859829 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:16.906046 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c27ca-c2e9-409d-ada1-38cf830a2e3e req-fb88300a-2a3a-4b6f-869e-b1ad9839ca33 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:16.907591 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-556c27ca-c2e9-409d-ada1-38cf830a2e3e req-fb88300a-2a3a-4b6f-869e-b1ad9839ca33 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0672860 May 27 16:29:16.911100 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5c769ed-aeb9-4263-89ab-39b527352932 req-3a435554-8a5f-41fc-ac7f-d4b39a3982d4 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 May 27 16:29:16.980625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 828e7b2d-5a1e-4b47-a5bb-001643444ef5 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:17.003050 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-556c27ca-c2e9-409d-ada1-38cf830a2e3e req-21f2ce3e-1157-4b0b-bbb9-bf93ad36aba3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884042 May 27 16:29:17.027494 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:17.034596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:17.114674 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:17.125556 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-64a96b6b-4efb-4967-b9e9-2d0b6c59d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.128003 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-64a96b6b-4efb-4967-b9e9-2d0b6c59d097 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5632386 May 27 16:29:17.201461 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5,segment=NetworkSegment(20925c8f-e208-440d-b1d8-71bcc56e1f31),segment_id=20925c8f-e208-440d-b1d8-71bcc56e1f31)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:17.219927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '828e7b2d-5a1e-4b47-a5bb-001643444ef5', 'network_id': 'ea852da7-42d9-4ac0-9378-491c47039177', 'port_id': '828e7b2d-5a1e-4b47-a5bb-001643444ef5', 'mac_address': 'fa:16:3e:83:d2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bf5465-314c-4222-8c0f-ac3a37e06d89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:17.256511 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7eea80b5-575d-4c25-8ca8-794a113e8d77 req-41b4ff80-d331-4afc-948e-b8208f7d20a6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0916460 May 27 16:29:17.266758 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-d315becd-1743-4f96-88e1-6c9069542104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.271252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-d315becd-1743-4f96-88e1-6c9069542104 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1128 time: 0.2381728 May 27 16:29:17.273872 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5e4428a-53e2-4a35-b19a-16eff9dfa5ea req-63fac874-a574-410f-8176-e82a2953a0b8 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.1102850 May 27 16:29:17.319474 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:17.319474 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:17.331622 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828e7b2d-5a1e-4b47-a5bb-001643444ef5 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:17.363043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5,segment=NetworkSegment(20925c8f-e208-440d-b1d8-71bcc56e1f31),segment_id=20925c8f-e208-440d-b1d8-71bcc56e1f31)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:17.365487 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.20.0.10 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/41c308ca-1a37-4303-834e-73089831b6de) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:17.372905 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:17.413397 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-528a18ce-92cd-4ac0-b4cf-e52bb7ce8ed5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 217 time: 0.1189635 May 27 16:29:17.452328 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:17.462103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.15', 55353) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:17.472065 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3e9e6-77dc-44ee-a675-1721288d3e32 req-ca822c95-75e3-411b-93e2-43a4da071f3b tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.480933 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4e3e9e6-77dc-44ee-a675-1721288d3e32 req-ca822c95-75e3-411b-93e2-43a4da071f3b tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 943 time: 0.1039720 May 27 16:29:17.553300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-c2692364-f7aa-447c-9004-703ac2850b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.554816 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c76207db-2018-4e98-8868-3bf2b7182d15 req-c2692364-f7aa-447c-9004-703ac2850b7d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4147196 May 27 16:29:17.563333 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:17.642844 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-689ef6f7-f352-4cce-b8b4-d99f2a909b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.645141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-689ef6f7-f352-4cce-b8b4-d99f2a909b26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.1595101 May 27 16:29:17.654568 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4e3e9e6-77dc-44ee-a675-1721288d3e32 req-047149c8-2375-4c66-8cc5-b263aa0ca806 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726024 May 27 16:29:17.782996 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7623a4ae-3085-42c7-84cf-8b8f991b4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.784268 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-7623a4ae-3085-42c7-84cf-8b8f991b4f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286044 May 27 16:29:17.821134 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e118c26-5265-4811-94b8-60efa598d923 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:17.827262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-1d5dcd73-00ce-4665-ad8a-a68b0d8520f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.831976 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-1d5dcd73-00ce-4665-ad8a-a68b0d8520f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1127 time: 0.1877263 May 27 16:29:17.844499 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks [] for port (5e118c26-5265-4811-94b8-60efa598d923), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:17.855187 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-05a56ac8-1a1e-4673-b86f-7a627d87069d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:17.861174 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-05a56ac8-1a1e-4673-b86f-7a627d87069d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 811 time: 0.3899944 May 27 16:29:17.865102 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['828e7b2d-5a1e-4b47-a5bb-001643444ef5'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:17.900402 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579f920-8aa0-4b78-bfa1-fcb38a17f9a9 x-openstack-request-id: req-b579f920-8aa0-4b78-bfa1-fcb38a17f9a9 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:17.900773 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:17.900964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b579f920-8aa0-4b78-bfa1-fcb38a17f9a9 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:17.904774 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b579f920-8aa0-4b78-bfa1-fcb38a17f9a9'] response: {'name': 'network-changed', 'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'status': 'completed', 'code': 200} May 27 16:29:17.976039 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Transition to ACTIVE for port object 5e118c26-5265-4811-94b8-60efa598d923 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:17.981537 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-e632587c-3a20-4aee-802d-4b5622bd0bb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 217 time: 0.1161494 May 27 16:29:18.014367 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:18.015127 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (41c308ca-1a37-4303-834e-73089831b6de), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:18.115880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:18.171019 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e914d-7e3d-4271-a5dd-0fcb413077a7 req-b7e7f104-6c23-4a09-8b8d-8dbc2f2500ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:18.179222 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3b3e914d-7e3d-4271-a5dd-0fcb413077a7 req-b7e7f104-6c23-4a09-8b8d-8dbc2f2500ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0941164 May 27 16:29:18.261538 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3b3e914d-7e3d-4271-a5dd-0fcb413077a7 req-c41bcb7c-ed95-4db2-a692-c1dd200f5135 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806112 May 27 16:29:18.263615 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-886c6bce-7daf-4f40-b243-da76a1131aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708633 May 27 16:29:18.446510 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18aa7-674b-495c-96cb-ca521ea3b802 req-7fb76f32-f5be-4553-af8b-061732a1eadc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:18.448168 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13e18aa7-674b-495c-96cb-ca521ea3b802 req-7fb76f32-f5be-4553-af8b-061732a1eadc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.2461052 May 27 16:29:18.453958 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a079077f-34bb-4cee-bd67-ebe06283d292 req-1a2533b9-d635-4e94-97fd-0c499ba392aa tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0769751 May 27 16:29:18.508412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:18.515510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Pushing event updated for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:18.527833 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70233a4c-f00b-4918-9b12-32f42be0da4e req-0fc08ef0-3db7-4d75-bab2-5fa59a909fde service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147341 May 27 16:29:18.550471 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13e18aa7-674b-495c-96cb-ca521ea3b802 req-37923f9b-c475-4153-a551-bef94193dac0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772297 May 27 16:29:18.551531 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-e9d8edf7-5f6a-40c6-b43d-b0c7cd58abd8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 379 time: 0.6572671 May 27 16:29:18.553179 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-94d242e1-070a-49d6-b65b-383419cd95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:18.554590 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-94d242e1-070a-49d6-b65b-383419cd95a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.5614502 May 27 16:29:18.585527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'port': {'device_id': '5220d569-8535-429a-bfff-fa0955dec2c0', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'admin_state_up': True, 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'security_groups': ['bd7ad036-a724-407a-9194-3cab05175e4a']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:18.609962 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-411b3e73-b675-483a-8f07-1aab0dcb9988 req-e710d715-b40e-4f8d-a2a7-d92bfcaff290 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0396440 May 27 16:29:18.788890 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-e0f5bf7f-6f24-4978-a697-07ca25cff920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:18.788890 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-e0f5bf7f-6f24-4978-a697-07ca25cff920 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2233453 May 27 16:29:18.788890 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Attempting to bind port 5e118c26-5265-4811-94b8-60efa598d923 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:18.788890 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Attempting to bind port 5e118c26-5265-4811-94b8-60efa598d923 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:18.788890 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Attempting to bind port 5e118c26-5265-4811-94b8-60efa598d923 on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:18.811330 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Port 5e118c26-5265-4811-94b8-60efa598d923 on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:18.811667 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Attempting to bind port 5e118c26-5265-4811-94b8-60efa598d923 on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:18.821285 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:18.821677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:18.822060 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Bound using segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:18.823613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Bound port: 5e118c26-5265-4811-94b8-60efa598d923, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:18.823979 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5e118c26-5265-4811-94b8-60efa598d923), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:18.833164 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd05e98-dc72-4852-a0e9-9787f31f76cc req-e9e57e07-0eec-4075-b57c-b1bdc5ee07f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:18.837413 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4bd05e98-dc72-4852-a0e9-9787f31f76cc req-e9e57e07-0eec-4075-b57c-b1bdc5ee07f2 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 944 time: 0.0754335 May 27 16:29:18.909525 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4bd05e98-dc72-4852-a0e9-9787f31f76cc req-a03d1920-82a7-43f2-a7fd-5bbdc1307ed0 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610754 May 27 16:29:18.948619 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:18.952007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5e118c26-5265-4811-94b8-60efa598d923,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:18.963710 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 828e7b2d-5a1e-4b47-a5bb-001643444ef5 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:19.014768 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:19.381764 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb40589-dbe6-459a-8863-b2f2c829a67b req-7b76b964-f9c4-4e31-bbb8-97072b04231b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:19.383306 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bbb40589-dbe6-459a-8863-b2f2c829a67b req-7b76b964-f9c4-4e31-bbb8-97072b04231b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0551434 May 27 16:29:19.439341 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bbb40589-dbe6-459a-8863-b2f2c829a67b req-11291606-2ef3-4e04-a430-264736d50989 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497727 May 27 16:29:19.558860 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:19.561018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.576749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Made reservation on behalf of 3fa953c1f6d240098f164785b8ccc5b4 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:29:19.581204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.583624 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.589321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.589541 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:19.603178 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f36ab49c-dac6-4e50-90f5-654d68f142e8 req-75efa2a8-6541-4951-9abe-5ba237fb44cb tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0663104 May 27 16:29:19.620605 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-3aec1d18-ffe5-4c13-907a-7bfc1b6e2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:19.622149 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-3aec1d18-ffe5-4c13-907a-7bfc1b6e2a47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1128 time: 0.0550039 May 27 16:29:19.719510 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:19.728705 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:19.729137 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.750468 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:19.753223 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.754828 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 200 len: 1094 time: 3.6243126 May 27 16:29:19.757650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:19.770716 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'tag': '5e118c26-5265-4811-94b8-60efa598d923'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:19.774977 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "tag": "5e118c26-5265-4811-94b8-60efa598d923"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:19.889689 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5,segment=NetworkSegment(20925c8f-e208-440d-b1d8-71bcc56e1f31),segment_id=20925c8f-e208-440d-b1d8-71bcc56e1f31)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:19.898807 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:19.921680 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:19.939333 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:19.948900 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:19.949834 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:19.966415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bb4-bd6a-4b14-8243-8fa70c528c34 req-32436a69-6609-4870-9d6a-37e7f32060fe tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:19.977859 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b26b3bb4-bd6a-4b14-8243-8fa70c528c34 req-32436a69-6609-4870-9d6a-37e7f32060fe tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.2935128 May 27 16:29:19.995722 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:20.020536 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535c57c-a886-43bf-a913-d8515d8e4148 service neutron] Pushing event updated for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:20.047635 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3486ba-938d-429d-b376-2e1dc9c786cd req-2aebd9e4-5722-4068-89db-33ec21279dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.058203 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc3486ba-938d-429d-b376-2e1dc9c786cd req-2aebd9e4-5722-4068-89db-33ec21279dfe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 932 time: 0.2740819 May 27 16:29:20.082944 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:20.103227 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7434416 May 27 16:29:20.110743 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-279cc0a5-6df9-46aa-af50-aceff2225871 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574684 May 27 16:29:20.125611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6965eaed-a3ce-43f4-87aa-929df2feed2c" -d '{"events": [{"server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "name": "network-vif-plugged", "status": "completed", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:20.144533 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-378ee3bb-1f43-43c8-b17e-82ace3818e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.146130 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-378ee3bb-1f43-43c8-b17e-82ace3818e3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.5103676 May 27 16:29:20.152247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:20.152464 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116d07-0589-4b0e-b816-a9c8ec687626 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:20.198423 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Allocated IP 172.20.0.8 (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd/dd1a09d0-5801-4dc3-a552-1ac623623578/61d181d0-5525-4601-81ec-69cc30f5255c) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:29:20.203584 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc3486ba-938d-429d-b376-2e1dc9c786cd req-2e278c5d-ceea-4d95-a753-af405b33dbdb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392157 May 27 16:29:20.211294 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b26b3bb4-bd6a-4b14-8243-8fa70c528c34 req-9140fbb7-f511-437b-a46f-fc1863f6d257 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325044 May 27 16:29:20.266592 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c861029-3437-4bfe-885d-17e0c517f054 x-openstack-request-id: req-6c861029-3437-4bfe-885d-17e0c517f054 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:20.266884 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "tag": "5e118c26-5265-4811-94b8-60efa598d923", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:20.267139 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c861029-3437-4bfe-885d-17e0c517f054 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:20.269458 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c861029-3437-4bfe-885d-17e0c517f054'] response: {'name': 'network-changed', 'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'tag': '5e118c26-5265-4811-94b8-60efa598d923', 'status': 'completed', 'code': 200} May 27 16:29:20.281633 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-13feec32-0762-4955-b1fa-8c8b22084de9 None None] Provisioning complete for port 41c308ca-1a37-4303-834e-73089831b6de triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:20.282753 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13feec32-0762-4955-b1fa-8c8b22084de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (41c308ca-1a37-4303-834e-73089831b6de), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:20.376285 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-13feec32-0762-4955-b1fa-8c8b22084de9 None None] Port 41c308ca-1a37-4303-834e-73089831b6de cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:20.457486 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e15ff-5ec2-4297-b1f1-b1a0b0d08f29 x-openstack-request-id: req-c58e15ff-5ec2-4297-b1f1-b1a0b0d08f29 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:20.458027 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "name": "network-vif-plugged", "status": "completed", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:20.458995 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c58e15ff-5ec2-4297-b1f1-b1a0b0d08f29 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:20.459645 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58e15ff-5ec2-4297-b1f1-b1a0b0d08f29'] response: {'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5', 'code': 200} May 27 16:29:20.508111 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (61d181d0-5525-4601-81ec-69cc30f5255c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:20.629660 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:20.643866 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc92b-2a2c-4047-acf2-65a48792b1ba req-604ba9a7-8199-4a00-b25e-945624b62dcf tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.645465 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d79dc92b-2a2c-4047-acf2-65a48792b1ba req-604ba9a7-8199-4a00-b25e-945624b62dcf tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.3111441 May 27 16:29:20.649621 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:29:20.657176 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d9a3e-eae3-4497-99e6-eb9bdf8f9e0f req-e4868cf5-5878-4653-8327-55d010b8a88a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.659155 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-989d9a3e-eae3-4497-99e6-eb9bdf8f9e0f req-e4868cf5-5878-4653-8327-55d010b8a88a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0636923 May 27 16:29:20.687596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:29:20.690923 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:29:20.695545 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:29:20.699220 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.699850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:20.702540 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:20.742824 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d79dc92b-2a2c-4047-acf2-65a48792b1ba req-c6a5a7f1-0e4c-4e56-ba96-c5e754c301ac tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 May 27 16:29:20.750880 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-989d9a3e-eae3-4497-99e6-eb9bdf8f9e0f req-8b981a05-82fa-4ac3-89f9-25da097f3c5d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759797 May 27 16:29:20.820388 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-10fae4d3-3641-4877-af67-fba13c6d1b28 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2544789 May 27 16:29:20.874526 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81637a1-08a8-4c2d-940e-9bbc7b0ce6c8 req-e1f431ef-df76-4f76-abcf-b052bf8edabc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:20.876135 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e81637a1-08a8-4c2d-940e-9bbc7b0ce6c8 req-e1f431ef-df76-4f76-abcf-b052bf8edabc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 931 time: 0.0564177 May 27 16:29:20.891765 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:20.932172 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e81637a1-08a8-4c2d-940e-9bbc7b0ce6c8 req-8ee2142b-1a25-4930-868f-a1ab23dba3dc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499444 May 27 16:29:20.999979 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-d79a7f31-8743-46c0-a7ec-741da937a5c6 None None] Provisioning complete for port 61d181d0-5525-4601-81ec-69cc30f5255c triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:21.000516 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d79a7f31-8743-46c0-a7ec-741da937a5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:21.031258 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d79a7f31-8743-46c0-a7ec-741da937a5c6 None None] Port 61d181d0-5525-4601-81ec-69cc30f5255c cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:29:21.121436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:21.359262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219e96a-f57a-4eb2-9061-8b26a7fcea53 req-17c5a141-5fb6-4451-996e-fce57bc59ade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:21.360632 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3219e96a-f57a-4eb2-9061-8b26a7fcea53 req-17c5a141-5fb6-4451-996e-fce57bc59ade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 932 time: 0.0976110 May 27 16:29:21.368513 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a88a35-d719-4fbd-a960-afc5e8f79082 req-1c6e5d53-74b4-4628-b708-c21d1c764aa6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:21.371312 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5a88a35-d719-4fbd-a960-afc5e8f79082 req-1c6e5d53-74b4-4628-b708-c21d1c764aa6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0654609 May 27 16:29:21.443964 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3219e96a-f57a-4eb2-9061-8b26a7fcea53 req-21f1111e-53a9-4ccd-a40a-0a9669648d41 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724082 May 27 16:29:21.446093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:21.446856 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5a88a35-d719-4fbd-a960-afc5e8f79082 req-2ed44c94-6a02-4925-92e9-8cf2940e7bcc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696642 May 27 16:29:21.566112 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:21.720402 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:21.897091 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fa3ab-b5cd-4444-826d-825fa00b1ac9 req-9375ea8f-edc8-4ae0-afa7-4bae056a8c10 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:21.898505 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a1fa3ab-b5cd-4444-826d-825fa00b1ac9 req-9375ea8f-edc8-4ae0-afa7-4bae056a8c10 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0770986 May 27 16:29:21.906932 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e121df-66be-45f2-9a96-44efd789a1cd req-4e370084-579d-404f-b9df-4ce1632bb6e6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:21.908317 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44e121df-66be-45f2-9a96-44efd789a1cd req-4e370084-579d-404f-b9df-4ce1632bb6e6 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0778847 May 27 16:29:21.987047 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a1fa3ab-b5cd-4444-826d-825fa00b1ac9 req-8b671ee4-af01-4b98-ab7b-eb7b1be54c24 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777643 May 27 16:29:21.990493 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44e121df-66be-45f2-9a96-44efd789a1cd req-ec388ff9-2726-4236-9c5b-d29fb064b79e tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742366 May 27 16:29:22.086351 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb9912-f36f-46e4-8d4b-34a1c27257bb req-bdb82a26-7a40-494d-ab35-54b3bf2d8e9e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.087797 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49cb9912-f36f-46e4-8d4b-34a1c27257bb req-bdb82a26-7a40-494d-ab35-54b3bf2d8e9e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 931 time: 0.0466614 May 27 16:29:22.136536 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49cb9912-f36f-46e4-8d4b-34a1c27257bb req-5beb4b2f-0136-44a1-bb4f-c0625123ceb1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 May 27 16:29:22.360453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:22.480910 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:22.599919 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Request body: {'port': {'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:22.608686 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Request body: {'port': {'device_id': '5220d569-8535-429a-bfff-fa0955dec2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:22.625650 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6dcbf-e1a2-4e06-9b2d-b937e7265c3c req-c3ac94e4-f9e4-43f1-8f2a-69b2b878d09e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.627145 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93c6dcbf-e1a2-4e06-9b2d-b937e7265c3c req-c3ac94e4-f9e4-43f1-8f2a-69b2b878d09e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 932 time: 0.1109176 May 27 16:29:22.628388 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-d0c936a2-7256-456e-af0f-6acb8ee8fab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 217 time: 0.0499978 May 27 16:29:22.636616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e6fd-8c3d-4958-8540-207511e5af68 req-9afa7962-82f2-44a1-8d63-e06322652b38 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.638603 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3e09e6fd-8c3d-4958-8540-207511e5af68 req-9afa7962-82f2-44a1-8d63-e06322652b38 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1113541 May 27 16:29:22.735547 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-25b05282-0ff6-430c-a0a6-cd8dea20390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.737153 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-25b05282-0ff6-430c-a0a6-cd8dea20390a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1128 time: 0.1603353 May 27 16:29:22.750016 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-ec04bb4e-f51b-4655-9114-f19bf54e9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.751798 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-ec04bb4e-f51b-4655-9114-f19bf54e9f70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.1125693 May 27 16:29:22.778656 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3e09e6fd-8c3d-4958-8540-207511e5af68 req-85d82056-0120-46a6-ba5c-1245f324fc83 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253426 May 27 16:29:22.797749 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93c6dcbf-e1a2-4e06-9b2d-b937e7265c3c req-23a8e633-d105-4d1e-8a48-60eaa886e317 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575370 May 27 16:29:22.813237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-e0066765-0082-42f0-8cf7-08414a4f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.814749 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-e0066765-0082-42f0-8cf7-08414a4f7e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552533 May 27 16:29:22.833674 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-021f7455-d74e-4e6f-85f0-d8127e621f2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 200 len: 217 time: 0.0811338 May 27 16:29:22.843995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:22.861779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (41c308ca-1a37-4303-834e-73089831b6de), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:22.902914 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:22.903825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55356) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:22.909371 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-aaad6112-eab7-4b9d-994f-0671f5ee53f2 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220639 May 27 16:29:22.914224 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-1c6a374e-f1ff-462a-8633-ea70eeffcf2d service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925863 May 27 16:29:22.952254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-926204d1-c780-4979-9bd1-751fd1b7c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:22.954691 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-926204d1-c780-4979-9bd1-751fd1b7c9aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.1137094 May 27 16:29:22.988614 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:23.022545 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-d49c0efc-7d76-4770-bf7e-8b36d7fb2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.024163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-d49c0efc-7d76-4770-bf7e-8b36d7fb2160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 1129 time: 0.1076858 May 27 16:29:23.092935 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-fe8ebe67-3347-4718-909c-730c524f3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.094554 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-fe8ebe67-3347-4718-909c-730c524f3fbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218004 May 27 16:29:23.111159 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-238cd710-a475-4001-8cae-54ce1d676b86 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568820 May 27 16:29:23.186993 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d85a-dd8f-4de4-950e-ca56d3f88c15 req-8ced46a1-cab2-4b29-8f69-0ea460c31f3e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.188507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd76d85a-dd8f-4de4-950e-ca56d3f88c15 req-8ced46a1-cab2-4b29-8f69-0ea460c31f3e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0764892 May 27 16:29:23.196326 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e6288-1062-44ca-a058-d5dcd48bca5b req-b465c367-d8cf-4f41-9cd1-6c9269404455 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.198349 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-506e6288-1062-44ca-a058-d5dcd48bca5b req-b465c367-d8cf-4f41-9cd1-6c9269404455 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0846813 May 27 16:29:23.269622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd76d85a-dd8f-4de4-950e-ca56d3f88c15 req-bc201117-9131-49a5-8b54-287a7bfe7846 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703073 May 27 16:29:23.281464 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-506e6288-1062-44ca-a058-d5dcd48bca5b req-a4338bd8-b097-49d4-a314-b7463e798d63 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 May 27 16:29:23.363991 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:23.398783 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65cc52-870d-4501-bc5e-299fdb4fd8d8 req-3e7e2acc-f490-4153-8436-2f17aadb1c7b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.398783 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d65cc52-870d-4501-bc5e-299fdb4fd8d8 req-3e7e2acc-f490-4153-8436-2f17aadb1c7b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 931 time: 0.0543864 May 27 16:29:23.451004 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d65cc52-870d-4501-bc5e-299fdb4fd8d8 req-fe8e4a2f-f22b-458e-9f25-e54a387c3f8d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478325 May 27 16:29:23.502542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c308ca-1a37-4303-834e-73089831b6de {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:23.516631 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks [] for port (41c308ca-1a37-4303-834e-73089831b6de), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.520490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d181d0-5525-4601-81ec-69cc30f5255c {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:23.532151 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks [] for port (61d181d0-5525-4601-81ec-69cc30f5255c), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.548283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Transition to ACTIVE for port object 41c308ca-1a37-4303-834e-73089831b6de will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:23.553681 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Transition to ACTIVE for port object 61d181d0-5525-4601-81ec-69cc30f5255c will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:29:23.646815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.649174 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.715348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:23.810781 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Attempting to bind port 41c308ca-1a37-4303-834e-73089831b6de on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:23.811143 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Attempting to bind port 41c308ca-1a37-4303-834e-73089831b6de by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:23.811435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Attempting to bind port 41c308ca-1a37-4303-834e-73089831b6de on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:23.817019 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Attempting to bind port 61d181d0-5525-4601-81ec-69cc30f5255c on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:29:23.817019 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Attempting to bind port 61d181d0-5525-4601-81ec-69cc30f5255c by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:29:23.817632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Attempting to bind port 61d181d0-5525-4601-81ec-69cc30f5255c on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:23.821956 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Pushing event updated for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:23.825387 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Port 41c308ca-1a37-4303-834e-73089831b6de on network 6206a18c-fdfb-4556-905d-212faa509374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:23.825699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Attempting to bind port 41c308ca-1a37-4303-834e-73089831b6de on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:23.829528 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Port 61d181d0-5525-4601-81ec-69cc30f5255c on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:29:23.829740 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Attempting to bind port 61d181d0-5525-4601-81ec-69cc30f5255c on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:29:23.836373 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:23.840363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:23.840363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:23.840363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Bound port: 41c308ca-1a37-4303-834e-73089831b6de, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:23.840363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (41c308ca-1a37-4303-834e-73089831b6de), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.841448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:29:23.841918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Checking segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:29:23.842435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Bound using segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:29:23.843000 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Bound port: 61d181d0-5525-4601-81ec-69cc30f5255c, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:29:23.843512 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:23.983333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909ea64-639a-472b-afb3-546dadaee838 req-c6136979-6891-4c15-81e6-f9c045c55ebc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:23.986011 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0909ea64-639a-472b-afb3-546dadaee838 req-c6136979-6891-4c15-81e6-f9c045c55ebc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0769079 May 27 16:29:23.997265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:23.998861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:24.001599 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:29:24.004741 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=41c308ca-1a37-4303-834e-73089831b6de,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:24.006944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61d181d0-5525-4601-81ec-69cc30f5255c,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:29:24.057279 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:24.069543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c2a0-1ce2-4521-aed1-121e543537bd req-4f4bcd94-81cb-4c8b-9450-43edd4778d3b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.070141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:24.077123 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8024c2a0-1ce2-4521-aed1-121e543537bd req-4f4bcd94-81cb-4c8b-9450-43edd4778d3b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0840199 May 27 16:29:24.077265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:24.120006 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0909ea64-639a-472b-afb3-546dadaee838 req-96c64945-bfbb-45aa-b272-f5b0591d8eca tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126018 May 27 16:29:24.131812 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.132892 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:24.134643 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] 10.222.0.15 "PUT /v2.0/ports/41c308ca-1a37-4303-834e-73089831b6de HTTP/1.1" status: 200 len: 1094 time: 1.5564806 May 27 16:29:24.137737 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'tag': '41c308ca-1a37-4303-834e-73089831b6de'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:24.140254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e92a604-6c04-4df8-86fb-e40807307ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "tag": "41c308ca-1a37-4303-834e-73089831b6de"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:24.150191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.151495 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:24.153171 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] 10.222.0.15 "PUT /v2.0/ports/61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 200 len: 1093 time: 1.5571868 May 27 16:29:24.172107 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdb194-1f1a-4fd3-b509-051b1acb8d84 service neutron] Pushing event updated for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:24.218675 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8024c2a0-1ce2-4521-aed1-121e543537bd req-b7687a5c-1537-40ec-9e27-c7c370719f05 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411500 May 27 16:29:24.459666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7979-3b39-4d98-991f-f5c92474f415 req-24ab96b4-b249-425c-8836-01ed86888692 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.465569 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92cf7979-3b39-4d98-991f-f5c92474f415 req-24ab96b4-b249-425c-8836-01ed86888692 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0921991 May 27 16:29:24.508414 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524c109-0386-471e-8138-df189629c9b4 req-c3175c7f-8bba-41a8-b7fb-8a3e35d162e3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.514722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd84599-1d2f-42b8-b9cf-50b871f727f6 x-openstack-request-id: req-1cd84599-1d2f-42b8-b9cf-50b871f727f6 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:24.514722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "tag": "41c308ca-1a37-4303-834e-73089831b6de", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:24.514722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cd84599-1d2f-42b8-b9cf-50b871f727f6 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:24.514722 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd84599-1d2f-42b8-b9cf-50b871f727f6'] response: {'name': 'network-changed', 'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'tag': '41c308ca-1a37-4303-834e-73089831b6de', 'status': 'completed', 'code': 200} May 27 16:29:24.517386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f524c109-0386-471e-8138-df189629c9b4 req-c3175c7f-8bba-41a8-b7fb-8a3e35d162e3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.1111529 May 27 16:29:24.548295 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3aae-fb50-4b17-8461-7a2e658f6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:24.600047 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92cf7979-3b39-4d98-991f-f5c92474f415 req-7e45d6e1-a308-4e47-96aa-c09718f3e15f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162972 May 27 16:29:24.603225 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f524c109-0386-471e-8138-df189629c9b4 req-20de337f-c47c-4e5e-a0e4-c03dd5768369 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850866 May 27 16:29:24.699788 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec09d3-6ab7-44c2-90fb-4578a44b1c0e req-987f1b9f-5916-4687-b75b-886a5ea69078 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:24.701215 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caec09d3-6ab7-44c2-90fb-4578a44b1c0e req-987f1b9f-5916-4687-b75b-886a5ea69078 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0456190 May 27 16:29:24.703782 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:24.749605 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caec09d3-6ab7-44c2-90fb-4578a44b1c0e req-d6b4e2da-bfbe-48d5-9535-925bb8bfe747 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 May 27 16:29:24.805706 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:24.817773 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:24.856147 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:24.856607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:24.870379 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:24.891453 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:24.977605 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:25.024839 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:25.252701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ef5bf-61c3-42e7-8b20-04acd0f6d24d req-6989b292-b990-41a2-b4f4-cc55ea2a104e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:25.254243 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e16ef5bf-61c3-42e7-8b20-04acd0f6d24d req-6989b292-b990-41a2-b4f4-cc55ea2a104e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.0485861 May 27 16:29:25.332341 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e16ef5bf-61c3-42e7-8b20-04acd0f6d24d req-898f4ad4-41ea-48e5-b584-bd1c0085f9ad tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725086 May 27 16:29:25.348050 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8813f-7062-4660-8360-6ae1d15f2cd5 req-50ce87c7-ef3d-4a32-bdba-33968fc9a342 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:25.350500 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ea8813f-7062-4660-8360-6ae1d15f2cd5 req-50ce87c7-ef3d-4a32-bdba-33968fc9a342 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0648625 May 27 16:29:25.402118 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ea8813f-7062-4660-8360-6ae1d15f2cd5 req-8ee7d241-9fde-49ab-92c4-ad45ceeaa5f6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 May 27 16:29:25.762789 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-67bed64e-eb95-4339-88eb-ea13a86d8057 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:25.769027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:25.782800 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a81c-3b17-498c-b1da-0377e1cdf175 req-7ca11c5b-545e-4d69-8dc0-5b76470c29d8 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:25.784368 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ce4a81c-3b17-498c-b1da-0377e1cdf175 req-7ca11c5b-545e-4d69-8dc0-5b76470c29d8 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.1148582 May 27 16:29:25.797980 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4e98-c526-4c03-a7e4-0315e85713af req-9adeeb01-9451-41fb-a9de-e942c085d044 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:25.799413 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2ee4e98-c526-4c03-a7e4-0315e85713af req-9adeeb01-9451-41fb-a9de-e942c085d044 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.1280284 May 27 16:29:25.904513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2ee4e98-c526-4c03-a7e4-0315e85713af req-15d0ff3c-fb9a-4f86-bd7d-c6c3ee04b707 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919001 May 27 16:29:25.911254 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ce4a81c-3b17-498c-b1da-0377e1cdf175 req-279709ff-13d4-4abb-a014-0b219cdd79a7 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081874 May 27 16:29:25.911254 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:25.960373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-67bed64e-eb95-4339-88eb-ea13a86d8057 service neutron] Publish callbacks [] for security_group (4fb810fb-a00b-4d9c-9318-37e5cf8b35d7), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:26.023624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3ea4-8cbf-4958-a6e7-cdc650c51968 req-c2620580-6bf9-40d0-ab87-65d654bc815e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:26.025066 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ead3ea4-8cbf-4958-a6e7-cdc650c51968 req-c2620580-6bf9-40d0-ab87-65d654bc815e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0489173 May 27 16:29:26.030215 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-67bed64e-eb95-4339-88eb-ea13a86d8057 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (4fb810fb-a00b-4d9c-9318-37e5cf8b35d7), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:26.094143 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39ab1906-6784-4078-b4e2-ca877d27dc9d req-67bed64e-eb95-4339-88eb-ea13a86d8057 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754535 May 27 16:29:26.101980 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed64e-eb95-4339-88eb-ea13a86d8057 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb810fb-a00b-4d9c-9318-37e5cf8b35d7,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:26.122921 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:26.126088 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ead3ea4-8cbf-4958-a6e7-cdc650c51968 req-36175154-5eb9-4c3d-8774-f7c7b4764228 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932424 May 27 16:29:26.457589 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ece33-4fa7-42d4-baa1-177b9f636c75 req-b72492b9-a532-4077-a2f0-0183988f4aab tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:26.464474 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd5ece33-4fa7-42d4-baa1-177b9f636c75 req-b72492b9-a532-4077-a2f0-0183988f4aab tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.0498445 May 27 16:29:26.516163 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:26.518631 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb94d39-34ad-4431-ab67-7f1d00a470f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:26.543806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8bbee-cc2a-458b-962b-ef7f825810d4 req-8ea4e423-1fde-4f5f-805f-df66c26147ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:26.545266 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-99d8bbee-cc2a-458b-962b-ef7f825810d4 req-8ea4e423-1fde-4f5f-805f-df66c26147ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0642178 May 27 16:29:26.549367 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd5ece33-4fa7-42d4-baa1-177b9f636c75 req-3d000c0b-17cd-4e32-aefa-742e13a25a92 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819261 May 27 16:29:26.603007 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-99d8bbee-cc2a-458b-962b-ef7f825810d4 req-8f6d1475-f8cf-42ed-8e31-fad3cf65ccbc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519850 May 27 16:29:26.614744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd009259-daf2-497a-810c-4d13e8ae69e6 x-openstack-request-id: req-bd009259-daf2-497a-810c-4d13e8ae69e6 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:26.615106 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:26.615424 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd009259-daf2-497a-810c-4d13e8ae69e6 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:26.615920 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd009259-daf2-497a-810c-4d13e8ae69e6'] response: {'name': 'network-changed', 'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c', 'status': 'completed', 'code': 200} May 27 16:29:26.657582 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:26.691760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:26.699636 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-35266a3e-39eb-400d-9192-983166989c5e service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963171 May 27 16:29:27.084905 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-3f22bc5c-c470-46c6-a5f4-5eafb53f3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.086428 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-3f22bc5c-c470-46c6-a5f4-5eafb53f3328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1127 time: 0.0773220 May 27 16:29:27.088930 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-bc3ebc5e-6943-40ad-bebc-ebcf1005e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.091216 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-bc3ebc5e-6943-40ad-bebc-ebcf1005e8aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 1128 time: 0.1146016 May 27 16:29:27.101608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d88900-bcd8-462d-985b-be6b38633fc9 req-4fb6a501-8e8d-4e46-a7d7-1dbcbf3649ff tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.103201 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a8d88900-bcd8-462d-985b-be6b38633fc9 req-4fb6a501-8e8d-4e46-a7d7-1dbcbf3649ff tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.1240726 May 27 16:29:27.113866 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-98c44cc7-e80d-434b-ab8a-73d6274798c7 req-7f9a037e-3ed9-492f-a8bb-c398fbd14061 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362865 May 27 16:29:27.127396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681f6b-1633-4a0a-87aa-24b863bc6946 req-c903dd7e-a528-4efe-8a90-71d2f3015056 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.128833 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef681f6b-1633-4a0a-87aa-24b863bc6946 req-c903dd7e-a528-4efe-8a90-71d2f3015056 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.1305804 May 27 16:29:27.202415 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a8d88900-bcd8-462d-985b-be6b38633fc9 req-170cbc19-5b1c-457f-b5f2-2cb9d174f14d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903611 May 27 16:29:27.206509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef681f6b-1633-4a0a-87aa-24b863bc6946 req-06f41b7e-690b-4997-9055-8883cf20f905 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 May 27 16:29:27.330841 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083ef60-fc01-40ef-97aa-68e95b22b5de req-d285e995-ae71-4646-bb9b-851f91cd307d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.337736 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c083ef60-fc01-40ef-97aa-68e95b22b5de req-d285e995-ae71-4646-bb9b-851f91cd307d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0751367 May 27 16:29:27.394972 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c083ef60-fc01-40ef-97aa-68e95b22b5de req-a1bd31de-d6d0-4b75-9263-17764f6bc60b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562871 May 27 16:29:27.595080 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-cea01539-0618-457f-9e3d-6e298bb7131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.598411 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-cea01539-0618-457f-9e3d-6e298bb7131d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1462798 May 27 16:29:27.612936 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:27.848888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37736) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:27.867280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-d8961022-ed97-4d93-a11d-77b8d379b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.868869 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-d8961022-ed97-4d93-a11d-77b8d379b19c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c409475791e243108336a3cd2e25d3ac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4166608 May 27 16:29:27.915532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dfe4c-f646-43df-af13-1d393fb68da9 req-cdefc165-20d6-47ee-b517-e2bf3284ad8a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.917688 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a92dfe4c-f646-43df-af13-1d393fb68da9 req-cdefc165-20d6-47ee-b517-e2bf3284ad8a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.2670429 May 27 16:29:27.928336 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33948ff-9ce5-41fb-89b5-84a552bf21c8 req-54e34357-2aaa-41a2-8e21-1106c913b5c4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:27.929821 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a33948ff-9ce5-41fb-89b5-84a552bf21c8 req-54e34357-2aaa-41a2-8e21-1106c913b5c4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0645788 May 27 16:29:27.973246 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39f894eb-57a9-46b4-8f3b-ca5aaeb09469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.005718 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a33948ff-9ce5-41fb-89b5-84a552bf21c8 req-5e800560-0ff0-46bf-9ff0-94199c32d7da tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678110 May 27 16:29:28.008626 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a92dfe4c-f646-43df-af13-1d393fb68da9 req-9458494c-9bc0-4f1e-a92d-a6c279771197 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779436 May 27 16:29:28.052290 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39f894eb-57a9-46b4-8f3b-ca5aaeb09469 admin admin] Publish callbacks [] for security_group (aa803b35-85b8-4bcd-90d4-7e7b52714170), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.092473 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39f894eb-57a9-46b4-8f3b-ca5aaeb09469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (aa803b35-85b8-4bcd-90d4-7e7b52714170), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.132229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f894eb-57a9-46b4-8f3b-ca5aaeb09469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa803b35-85b8-4bcd-90d4-7e7b52714170,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:28.137923 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-39f894eb-57a9-46b4-8f3b-ca5aaeb09469 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79e1c11b884d4a368f3b27940d577a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880058 May 27 16:29:28.141222 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37742) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:28.192518 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] Publish callbacks [] for security_group (aa803b35-85b8-4bcd-90d4-7e7b52714170), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.213675 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] Publish callbacks [] for security_group (aa803b35-85b8-4bcd-90d4-7e7b52714170), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.338524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:28.343899 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (aa803b35-85b8-4bcd-90d4-7e7b52714170), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.346443 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.347630 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa803b35-85b8-4bcd-90d4-7e7b52714170 HTTP/1.1" status: 204 len: 168 time: 0.2055297 May 27 16:29:28.351617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a401cfc-3e5e-4fe5-8113-2e54a9e24965 req-1dd74e31-6bcd-4839-8750-f1ca16b20aba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:28.353108 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a401cfc-3e5e-4fe5-8113-2e54a9e24965 req-1dd74e31-6bcd-4839-8750-f1ca16b20aba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0816832 May 27 16:29:28.357032 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856d150-f89c-46b6-8609-66bf95743f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa803b35-85b8-4bcd-90d4-7e7b52714170,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:28.359802 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab7edb-b251-4868-b6b7-23dafdff0853 req-144d0ecd-ca04-4289-84fa-43f1f16da2d5 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:28.361294 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15ab7edb-b251-4868-b6b7-23dafdff0853 req-144d0ecd-ca04-4289-84fa-43f1f16da2d5 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0784271 May 27 16:29:28.436328 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a401cfc-3e5e-4fe5-8113-2e54a9e24965 req-a920b3e6-1ace-4e02-ad1e-614f71d3504b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709169 May 27 16:29:28.443318 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15ab7edb-b251-4868-b6b7-23dafdff0853 req-1bc5efaa-aa9d-4d0c-a7ca-3e1797161c06 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 May 27 16:29:28.547814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81556-0074-4ba8-85db-6a8a53c56715 req-a8f82809-f959-4a8d-aa0c-3ca05409e2a1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:28.549238 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-19a81556-0074-4ba8-85db-6a8a53c56715 req-a8f82809-f959-4a8d-aa0c-3ca05409e2a1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0498290 May 27 16:29:28.599546 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-19a81556-0074-4ba8-85db-6a8a53c56715 req-dee9d511-f12f-4784-8112-5ef598b11dc9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 May 27 16:29:28.789636 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb275-cf25-4051-bdc0-92f30f5e3943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:28.978459 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37760) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:28.991906 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d5e-5a08-4555-bbf3-c2cb6d40731f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.068250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d5e-5a08-4555-bbf3-c2cb6d40731f admin admin] Publish callbacks [] for security_group (1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.135721 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05dd1d5e-5a08-4555-bbf3-c2cb6d40731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.169005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24b84d-5c55-4410-a2d8-f8cb6be32238 req-f9407cd0-d553-490e-b8e5-90205656b784 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:29.170487 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c24b84d-5c55-4410-a2d8-f8cb6be32238 req-f9407cd0-d553-490e-b8e5-90205656b784 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0934429 May 27 16:29:29.202830 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de1452-da31-476c-936e-e47a343c44fe req-23bc9f37-29d9-482f-80ca-77c4fd1871a0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:29.204258 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25de1452-da31-476c-936e-e47a343c44fe req-23bc9f37-29d9-482f-80ca-77c4fd1871a0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.1159995 May 27 16:29:29.210197 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-05dd1d5e-5a08-4555-bbf3-c2cb6d40731f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd30733430b04fdf820b98d351a7bc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307136 May 27 16:29:29.212896 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37766) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:29.228011 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd1d5e-5a08-4555-bbf3-c2cb6d40731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:29.267260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] Publish callbacks [] for security_group (1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.279475 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c24b84d-5c55-4410-a2d8-f8cb6be32238 req-2fa08658-085d-4653-83b5-d09e2bc586f9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979955 May 27 16:29:29.286703 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25de1452-da31-476c-936e-e47a343c44fe req-436469eb-b917-4842-bb2d-2339b1c42813 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688944 May 27 16:29:29.298992 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] Publish callbacks [] for security_group (1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.316867 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:29.440928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.443503 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.444673 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9 HTTP/1.1" status: 204 len: 168 time: 0.2306674 May 27 16:29:29.452809 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e51f4d-b271-4809-8999-9a84e43e4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8f3426-e11d-4a7d-8d08-d2ce3c7205a9,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:29.502271 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:29.538134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:29.547893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:29.600623 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522a213-03a5-4e3c-aacc-64aa56d7c21e req-ea6f9dc5-f36c-41a1-b2fb-0bb692105c12 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:29.602136 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2522a213-03a5-4e3c-aacc-64aa56d7c21e req-ea6f9dc5-f36c-41a1-b2fb-0bb692105c12 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0865378 May 27 16:29:29.609048 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d998584-ad03-466d-b7bd-c67bf7ee8ff2 req-fc2e7913-1bfb-43f3-bcb1-93cbc6f1a502 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:29.610435 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1d998584-ad03-466d-b7bd-c67bf7ee8ff2 req-fc2e7913-1bfb-43f3-bcb1-93cbc6f1a502 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0828543 May 27 16:29:29.646988 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:29.647362 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.663967 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:29.686252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2522a213-03a5-4e3c-aacc-64aa56d7c21e req-0c90ca98-3d6e-48da-96c2-f112f71cf5a1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746105 May 27 16:29:29.690526 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1d998584-ad03-466d-b7bd-c67bf7ee8ff2 req-3a869346-4b17-44bc-a4b8-8f095db49e3f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722361 May 27 16:29:29.729466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:29.733751 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:29.734137 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.757201 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:29.759672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7715920-1228-47df-9748-0325b318c5a0" -d '{"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:29.773523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:29.802788 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7ca17-a547-45a5-90bb-5df2e7b551a2 req-39693b47-bac0-4fd7-a1e0-0bc4b77ed91e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:29.803459 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b57f82-3ab4-4ee4-bb91-c38a81211372 x-openstack-request-id: req-e0b57f82-3ab4-4ee4-bb91-c38a81211372 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:29.803884 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:29.804174 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0b57f82-3ab4-4ee4-bb91-c38a81211372 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:29.804568 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b57f82-3ab4-4ee4-bb91-c38a81211372'] response: {'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'code': 200} May 27 16:29:29.805773 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-deb7ca17-a547-45a5-90bb-5df2e7b551a2 req-39693b47-bac0-4fd7-a1e0-0bc4b77ed91e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0567410 May 27 16:29:29.829924 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:29.856806 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-deb7ca17-a547-45a5-90bb-5df2e7b551a2 req-947e504a-fd98-4557-aeab-64a424a92ebd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461869 May 27 16:29:29.889726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:30.419645 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:30.437952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca0bee-1e89-472d-8b69-ef128edcdb28 req-4d37e393-5962-4a7f-907d-4273a8e2f4da tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:30.439454 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65ca0bee-1e89-472d-8b69-ef128edcdb28 req-4d37e393-5962-4a7f-907d-4273a8e2f4da tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0850959 May 27 16:29:30.447713 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b96ad-6481-43b6-928f-916cb4aba3c1 req-b0c2da40-c399-4eb1-aae5-3e284e16e7c3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:30.449762 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-916b96ad-6481-43b6-928f-916cb4aba3c1 req-b0c2da40-c399-4eb1-aae5-3e284e16e7c3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0846441 May 27 16:29:30.526903 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65ca0bee-1e89-472d-8b69-ef128edcdb28 req-dac9019c-970b-426a-ad28-04ba7221131d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762076 May 27 16:29:30.530999 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-916b96ad-6481-43b6-928f-916cb4aba3c1 req-769b5360-b36a-47f4-9ea5-1bc2d59e300d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729756 May 27 16:29:30.844675 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23ca0-36a1-4ad4-9246-cf3fba9ab600 req-66842a9b-317d-4ae4-a61e-61980683ccff tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:30.846260 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-89c23ca0-36a1-4ad4-9246-cf3fba9ab600 req-66842a9b-317d-4ae4-a61e-61980683ccff tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0836072 May 27 16:29:30.854142 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ad772-8811-4203-8259-d95813e314b1 req-72efd4c0-f1e9-49d3-9aac-f70d34a5954f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:30.857488 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-253ad772-8811-4203-8259-d95813e314b1 req-72efd4c0-f1e9-49d3-9aac-f70d34a5954f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0846858 May 27 16:29:30.930425 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-89c23ca0-36a1-4ad4-9246-cf3fba9ab600 req-2c2967f0-5aac-4163-9b30-140ea78656d2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724299 May 27 16:29:30.938643 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-253ad772-8811-4203-8259-d95813e314b1 req-2de070dd-c26a-401d-ab48-c0e646e0c111 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745687 May 27 16:29:31.057575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a3016-f25a-4d50-a796-06ad887c0a96 req-286ce853-3a91-48c0-bd77-ccecc94dc6c8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.059126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0f2a3016-f25a-4d50-a796-06ad887c0a96 req-286ce853-3a91-48c0-bd77-ccecc94dc6c8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0504429 May 27 16:29:31.111863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0f2a3016-f25a-4d50-a796-06ad887c0a96 req-676896c5-03c1-416e-a255-33df63a7655f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470178 May 27 16:29:31.557395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5f00-b926-4566-992c-fae65e0b1a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:31.714886 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-7366cdd8-b19a-4d58-81e3-0f48b989f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.716695 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-7366cdd8-b19a-4d58-81e3-0f48b989f3ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1128 time: 0.1500134 May 27 16:29:31.726586 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-88c21275-da1b-4fbd-afe4-08c8e4cd77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.728052 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3cb94d39-34ad-4431-ab67-7f1d00a470f4 req-88c21275-da1b-4fbd-afe4-08c8e4cd77d1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1728578 May 27 16:29:31.825692 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8f129cf8-d17c-49bd-bb15-e74ecf6db21d details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:31.827179 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-86e6b561-f89a-49fc-b681-8b129a1067d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.828664 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e92a604-6c04-4df8-86fb-e40807307ac7 req-86e6b561-f89a-49fc-b681-8b129a1067d7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3024964 May 27 16:29:31.836847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29583065-fb46-4947-9146-5d5e3678fed2 req-fa6a8d21-d71b-4e1d-b76b-cdd8352e301d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.838259 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29583065-fb46-4947-9146-5d5e3678fed2 req-fa6a8d21-d71b-4e1d-b76b-cdd8352e301d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1053393 May 27 16:29:31.844869 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225695e4-f86f-45e8-aeeb-804b77f77838 req-4f4ec9df-74f8-4da4-a1a9-566fc6add703 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:31.846296 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-225695e4-f86f-45e8-aeeb-804b77f77838 req-4f4ec9df-74f8-4da4-a1a9-566fc6add703 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.1122248 May 27 16:29:31.920726 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29583065-fb46-4947-9146-5d5e3678fed2 req-dcb4be5f-0a48-4a54-ac51-5d8fb1347b9c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734901 May 27 16:29:31.925890 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-225695e4-f86f-45e8-aeeb-804b77f77838 req-9da10441-559b-477c-9fba-6a6b93cf1814 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727699 May 27 16:29:31.982906 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:32.012539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'port_id': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d', 'mac_address': 'fa:16:3e:62:78:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:32.070966 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:32.071349 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:32.094807 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f129cf8-d17c-49bd-bb15-e74ecf6db21d {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:32.122964 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:32.150652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb7770-580c-4d60-adb8-291e462d0300 req-be94c084-a004-43db-93fc-507e8a000507 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.154620 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:32.159914 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97eb7770-580c-4d60-adb8-291e462d0300 req-be94c084-a004-43db-93fc-507e8a000507 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.1134458 May 27 16:29:32.207509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:32.224563 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97eb7770-580c-4d60-adb8-291e462d0300 req-94898315-1e0d-44c9-a8a8-9466b63c8841 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636730 May 27 16:29:32.241246 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564edfc-2bc4-4ce0-9483-b14d901eb44d req-ea8a9b6d-f1d5-4065-8b39-c797967c9c8c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.250601 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a564edfc-2bc4-4ce0-9483-b14d901eb44d req-ea8a9b6d-f1d5-4065-8b39-c797967c9c8c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.1918643 May 27 16:29:32.328747 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-3cc7297d-d260-4f49-b77f-cfc2dbf4c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.330613 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-3cc7297d-d260-4f49-b77f-cfc2dbf4c464 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 1128 time: 0.1005604 May 27 16:29:32.345992 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:32.347431 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-58875e1a-1d29-4d25-a621-e41d4ce6a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.349087 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-58875e1a-1d29-4d25-a621-e41d4ce6a9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1127 time: 0.0770459 May 27 16:29:32.387726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:32.393825 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-05f5e542-cbbe-4660-9dd9-8a24bc3a7c8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41c308ca-1a37-4303-834e-73089831b6de HTTP/1.1" status: 200 len: 217 time: 0.0454473 May 27 16:29:32.395956 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-a2acf56f-4089-4137-b759-192e4626bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.399966 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-a2acf56f-4089-4137-b759-192e4626bb8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.2829382 May 27 16:29:32.463875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-b0074f80-2dac-4e7c-ab06-1809ef4068dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 200 len: 217 time: 0.0837400 May 27 16:29:32.471103 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-fc6f022f-5694-4594-9361-e4b74eae7106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 200 len: 217 time: 0.0568888 May 27 16:29:32.516010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-000e85ab-647f-40ba-98ae-9e939722d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.517793 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-000e85ab-647f-40ba-98ae-9e939722d3cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.1127479 May 27 16:29:32.530643 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d9d25-7a49-418a-929f-060781e4afa1 req-51243eff-eb86-45a4-8fdc-a11d62891f04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.532648 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-cfd75add-9150-4ace-ae33-bf2324ea7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.534543 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-cfd75add-9150-4ace-ae33-bf2324ea7269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0560625 May 27 16:29:32.537808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8f129cf8-d17c-49bd-bb15-e74ecf6db21d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:32.537934 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e13d9d25-7a49-418a-929f-060781e4afa1 req-51243eff-eb86-45a4-8fdc-a11d62891f04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.1766596 May 27 16:29:32.566486 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a564edfc-2bc4-4ce0-9483-b14d901eb44d req-24fedf02-8ffc-45d7-b1db-94359984f01f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144908 May 27 16:29:32.580652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:32.608969 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-9bfebb6d-7c90-49c0-8e1c-df14b5d1344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.610754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-9bfebb6d-7c90-49c0-8e1c-df14b5d1344d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.1228044 May 27 16:29:32.653149 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e13d9d25-7a49-418a-929f-060781e4afa1 req-41d57c42-b58f-4b3e-968f-d8237a78137f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144431 May 27 16:29:32.666371 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-07778618-e59e-43d5-bbd3-98eae0ecfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.668755 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-07778618-e59e-43d5-bbd3-98eae0ecfd7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486288 May 27 16:29:32.694681 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46624-6f0e-4b9a-9091-3d16cdf2dfc0 req-a5a84eca-0782-41ad-b7d4-155551106c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.696618 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e6d46624-6f0e-4b9a-9091-3d16cdf2dfc0 req-a5a84eca-0782-41ad-b7d4-155551106c2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1130 time: 0.1399593 May 27 16:29:32.736201 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ad565fa6-d978-4a98-ae88-497679f89f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.745818 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-ad565fa6-d978-4a98-ae88-497679f89f2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2033188 May 27 16:29:32.747583 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-35e00121-c6e9-4203-9c9a-ca9d189bae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:32.749817 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-35e00121-c6e9-4203-9c9a-ca9d189bae03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2035515 May 27 16:29:32.784617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:32.788734 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-b9241e4d-656b-435b-83ce-1ed5b07ad52e service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115806 May 27 16:29:32.820545 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:32.844735 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e6d46624-6f0e-4b9a-9091-3d16cdf2dfc0 req-65ac5316-6d6b-4501-9da3-350022c7c7a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417999 May 27 16:29:32.924286 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77e2ffb6-7421-4d50-b297-2c1dd686f2c6 req-a09daa35-8c92-4142-8bf4-7846e8252411 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283247 May 27 16:29:32.961977 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-8bee1d97-6cc9-4782-ac60-1ce9b646ca6f service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837316 May 27 16:29:32.963931 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-c85a3db9-1020-44fa-9664-86c310e2b126 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940565 May 27 16:29:33.080573 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53628-17ab-4475-a988-e9c7d2ce0d05 req-df38f9cd-9361-423d-b75d-ab40097fe1d4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:33.082208 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5aa53628-17ab-4475-a988-e9c7d2ce0d05 req-df38f9cd-9361-423d-b75d-ab40097fe1d4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0791831 May 27 16:29:33.092085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba68c46-cc7b-4898-9fea-5cccf1b4588a req-37b6300b-993a-463d-a8f4-aae59e550e64 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:33.093582 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eba68c46-cc7b-4898-9fea-5cccf1b4588a req-37b6300b-993a-463d-a8f4-aae59e550e64 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0793276 May 27 16:29:33.173879 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5aa53628-17ab-4475-a988-e9c7d2ce0d05 req-07d36f4f-99d3-43ac-b7f6-1797d54fcd76 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793321 May 27 16:29:33.180954 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eba68c46-cc7b-4898-9fea-5cccf1b4588a req-725645fa-7583-47c2-a541-30fd72560d1e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794284 May 27 16:29:33.361846 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37922) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:33.397269 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-0f45b2f7-0b16-43e8-a31c-4f36ba4364b7 req-2d9e0312-0700-4991-a2ac-b3d3042613e4 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104335 May 27 16:29:33.403258 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-342017cf-b79a-4073-b7b3-cabe8b236671 req-84878759-3e50-4c8a-a230-18aaa1899713 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152069 May 27 16:29:33.477595 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-16e2a049-8f9b-40c9-9e17-b93f607bbb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:33.554974 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-16e2a049-8f9b-40c9-9e17-b93f607bbb87 admin admin] Publish callbacks [] for security_group (99012531-d0c2-4fc2-bb6b-1adb5d47bfba), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:33.666582 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-16e2a049-8f9b-40c9-9e17-b93f607bbb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (99012531-d0c2-4fc2-bb6b-1adb5d47bfba), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:33.720066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe4945-dbe3-4a32-922c-dfbb7cf0a695 req-e6f57bf5-5155-4aca-8932-af73541bfcf0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:33.721631 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65fe4945-dbe3-4a32-922c-dfbb7cf0a695 req-e6f57bf5-5155-4aca-8932-af73541bfcf0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 944 time: 0.0833955 May 27 16:29:33.723448 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2a049-8f9b-40c9-9e17-b93f607bbb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99012531-d0c2-4fc2-bb6b-1adb5d47bfba,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:33.728515 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-16e2a049-8f9b-40c9-9e17-b93f607bbb87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae3f652185954fba813a3bf40224c506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654811 May 27 16:29:33.731343 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37934) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:33.831271 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51e2d-2f66-4cc0-ab1f-873b1a667ee1 req-12ed6164-0b84-4fce-b703-0ea40ce07571 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:33.832701 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47e51e2d-2f66-4cc0-ab1f-873b1a667ee1 req-12ed6164-0b84-4fce-b703-0ea40ce07571 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0918021 May 27 16:29:33.848919 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 5e118c26-5265-4811-94b8-60efa598d923 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:33.854871 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:33.877126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65fe4945-dbe3-4a32-922c-dfbb7cf0a695 req-4970443b-7be2-4d76-bfab-28794c1ea001 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392086 May 27 16:29:33.882649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] Publish callbacks [] for security_group (99012531-d0c2-4fc2-bb6b-1adb5d47bfba), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:33.910962 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8f129cf8-d17c-49bd-bb15-e74ecf6db21d up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:33.912733 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:33.924262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] Publish callbacks [] for security_group (99012531-d0c2-4fc2-bb6b-1adb5d47bfba), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:33.941938 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:33.946768 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47e51e2d-2f66-4cc0-ab1f-873b1a667ee1 req-f1a78bef-8bf6-400c-a6a8-ccd53baa9ee8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034896 May 27 16:29:34.036325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5e118c26-5265-4811-94b8-60efa598d923,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:34.038925 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:34.046288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:34.051740 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '5e118c26-5265-4811-94b8-60efa598d923', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'port_id': '5e118c26-5265-4811-94b8-60efa598d923', 'mac_address': 'fa:16:3e:59:fc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:34.087585 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 5e118c26-5265-4811-94b8-60efa598d923 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:34.087969 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5e118c26-5265-4811-94b8-60efa598d923), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.102614 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e118c26-5265-4811-94b8-60efa598d923 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:34.124425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5e118c26-5265-4811-94b8-60efa598d923,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:34.150518 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (99012531-d0c2-4fc2-bb6b-1adb5d47bfba), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.151157 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:34.151535 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.153978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.155857 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.155981 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99012531-d0c2-4fc2-bb6b-1adb5d47bfba HTTP/1.1" status: 204 len: 168 time: 0.4227676 May 27 16:29:34.163817 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ada345-cce4-4aa0-af1d-1ef750fd61c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99012531-d0c2-4fc2-bb6b-1adb5d47bfba,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:34.275501 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:34.276363 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.288385 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.348629 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:34.351015 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175c362-ae7e-4afb-b2d6-921fcfdcf617" -d '{"events": [{"server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:34.362104 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9d93b-2e1b-435e-b232-900642dfb4e6 req-617b8223-3e8d-4e2d-becc-8c99845c63e9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:34.363718 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39f9d93b-2e1b-435e-b232-900642dfb4e6 req-617b8223-3e8d-4e2d-becc-8c99845c63e9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0750961 May 27 16:29:34.377401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:34.400304 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:34.447971 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:34.508167 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:34.608127 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea13a-7328-4b8d-8c0f-3d3cdb42f4e0 req-ecb730d2-4bfa-4058-ae24-f6f0bc5f7c80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:34.609662 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec3ea13a-7328-4b8d-8c0f-3d3cdb42f4e0 req-ecb730d2-4bfa-4058-ae24-f6f0bc5f7c80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.2786031 May 27 16:29:34.650317 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39f9d93b-2e1b-435e-b232-900642dfb4e6 req-353e0260-ec51-45d4-937f-a8a974a082e9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740695 May 27 16:29:34.685189 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec3ea13a-7328-4b8d-8c0f-3d3cdb42f4e0 req-e025c733-0fef-4c7f-87f7-369fc48a2c95 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644748 May 27 16:29:34.709858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['5e118c26-5265-4811-94b8-60efa598d923'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:34.769618 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522c5c40-8ecc-4557-8701-2fbcdff888eb x-openstack-request-id: req-522c5c40-8ecc-4557-8701-2fbcdff888eb {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:34.770111 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:34.770550 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-522c5c40-8ecc-4557-8701-2fbcdff888eb {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:34.771327 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522c5c40-8ecc-4557-8701-2fbcdff888eb'] response: {'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d', 'code': 200} May 27 16:29:34.845162 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:34.874315 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 37972) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:34.888731 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-452aad1d-f584-4d80-bd7e-ab1827e619fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.018394 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-452aad1d-f584-4d80-bd7e-ab1827e619fa admin admin] Publish callbacks [] for security_group (2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.024749 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd37c-c1fa-48d2-890c-5c7fb7eeaaa3 req-94952f35-8b2c-4575-b8a5-271372466d07 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:35.026267 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-401bd37c-c1fa-48d2-890c-5c7fb7eeaaa3 req-94952f35-8b2c-4575-b8a5-271372466d07 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 945 time: 0.0663519 May 27 16:29:35.073910 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-401bd37c-c1fa-48d2-890c-5c7fb7eeaaa3 req-5fb1a1a9-c0cd-4d62-aea7-606d74ecfd7b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 May 27 16:29:35.127401 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-452aad1d-f584-4d80-bd7e-ab1827e619fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.198655 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-452aad1d-f584-4d80-bd7e-ab1827e619fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=233d2fe0e03b4cf6878f23bcfc30c9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233449 May 27 16:29:35.200077 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aad1d-f584-4d80-bd7e-ab1827e619fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:35.202085 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 37978) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:35.217649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f11397-b9f1-4a60-a112-4246b8210a99 req-511cbe9b-9354-4b3d-bc44-b84d4dc0472b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:35.219218 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63f11397-b9f1-4a60-a112-4246b8210a99 req-511cbe9b-9354-4b3d-bc44-b84d4dc0472b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 943 time: 0.0809267 May 27 16:29:35.257364 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] Publish callbacks [] for security_group (2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.276875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63f11397-b9f1-4a60-a112-4246b8210a99 req-916f1743-e84e-4f98-975f-1404203754f6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516002 May 27 16:29:35.282659 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] Publish callbacks [] for security_group (2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.425088 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.427775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.429173 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7 HTTP/1.1" status: 204 len: 168 time: 0.2258971 May 27 16:29:35.441546 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ad20d-bf92-4eee-9713-f88c0138fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91eb9c-0d68-4ce7-bb2e-75b2c98944d7,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:35.664944 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:35.777769 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80827140-cd1c-4e7e-875f-5f906584b059 req-170c0d1d-6605-44da-93bf-d985c784e2a7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:35.780402 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80827140-cd1c-4e7e-875f-5f906584b059 req-170c0d1d-6605-44da-93bf-d985c784e2a7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.0579696 May 27 16:29:35.835458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80827140-cd1c-4e7e-875f-5f906584b059 req-37b924f8-9bff-4667-8a5b-d0fdd245b2fd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461948 May 27 16:29:35.885603 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 61d181d0-5525-4601-81ec-69cc30f5255c details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:35.897966 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 5e118c26-5265-4811-94b8-60efa598d923 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:35.995076 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6878b26-371a-4988-b1b1-14f722ee5bc2 req-a52b7558-86f9-4a24-9a10-0681736f9c52 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:35.998056 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6878b26-371a-4988-b1b1-14f722ee5bc2 req-a52b7558-86f9-4a24-9a10-0681736f9c52 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0771914 May 27 16:29:36.070335 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6878b26-371a-4988-b1b1-14f722ee5bc2 req-ed881be1-3190-494f-93b2-5b9c18f8112b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650077 May 27 16:29:36.120400 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 5e118c26-5265-4811-94b8-60efa598d923 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:36.169613 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 5e118c26-5265-4811-94b8-60efa598d923 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:36.169993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5e118c26-5265-4811-94b8-60efa598d923), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.198140 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:36.209212 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08af2bf-f1c7-4e87-bb09-46b44f7698dd req-38c7774c-9e08-410a-82e4-d51be18b9646 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:36.210796 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d08af2bf-f1c7-4e87-bb09-46b44f7698dd req-38c7774c-9e08-410a-82e4-d51be18b9646 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 945 time: 0.0590153 May 27 16:29:36.228269 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61d181d0-5525-4601-81ec-69cc30f5255c,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:36.247119 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '61d181d0-5525-4601-81ec-69cc30f5255c', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'port_id': '61d181d0-5525-4601-81ec-69cc30f5255c', 'mac_address': 'fa:16:3e:54:b6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:36.266298 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d08af2bf-f1c7-4e87-bb09-46b44f7698dd req-63346373-f170-497c-a1f9-b08389b16648 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 May 27 16:29:36.318353 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 5e118c26-5265-4811-94b8-60efa598d923 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:36.319821 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5e118c26-5265-4811-94b8-60efa598d923), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.321294 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 61d181d0-5525-4601-81ec-69cc30f5255c is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:36.321696 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.344761 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d181d0-5525-4601-81ec-69cc30f5255c {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:36.387424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61d181d0-5525-4601-81ec-69cc30f5255c,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:36.392367 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5e118c26-5265-4811-94b8-60efa598d923,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:36.432269 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38026) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:36.465383 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.517041 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.547578 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:36.611448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-560744f6-7b07-47f7-a01d-51a212296d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.613461 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:36.639764 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2ee4-a645-47bd-8cb4-0f4f215e3baa req-98927556-31cf-476f-9e20-278ee53951ae tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:36.641366 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-097f2ee4-a645-47bd-8cb4-0f4f215e3baa req-98927556-31cf-476f-9e20-278ee53951ae tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0702331 May 27 16:29:36.651415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38034) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:36.657611 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'floatingip': {'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:36.693317 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:36.715236 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-560744f6-7b07-47f7-a01d-51a212296d5d admin admin] Publish callbacks [] for security_group (a976819d-7a2a-4c47-a3ec-59f8d061a5c2), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.741204 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:36.754830 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.772434 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e118c26-5265-4811-94b8-60efa598d923'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:36.777104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d18e92-ae21-4a73-bbe4-199d719fb2c3" -d '{"events": [{"server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e118c26-5265-4811-94b8-60efa598d923"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:36.847427 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-560744f6-7b07-47f7-a01d-51a212296d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a976819d-7a2a-4c47-a3ec-59f8d061a5c2), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:36.862296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:36.878884 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['61d181d0-5525-4601-81ec-69cc30f5255c'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:36.885960 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ad47-2093-4380-9daf-40308669e8c3 req-35ff6304-3f1f-42c1-b7fe-2a6080caaf9f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:36.894112 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c829ad47-2093-4380-9daf-40308669e8c3 req-35ff6304-3f1f-42c1-b7fe-2a6080caaf9f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 944 time: 0.1617527 May 27 16:29:36.915525 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d8371-1e7a-420f-87b3-5bb2ff762d3d req-744f888c-d16e-431a-9f61-f28079f9916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:36.928849 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5a1d8371-1e7a-420f-87b3-5bb2ff762d3d req-744f888c-d16e-431a-9f61-f28079f9916c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.1181262 May 27 16:29:36.942275 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-560744f6-7b07-47f7-a01d-51a212296d5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fe16eafd7cb412d941d0e41b1013151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089409 May 27 16:29:36.944546 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38052) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:36.951039 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560744f6-7b07-47f7-a01d-51a212296d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a976819d-7a2a-4c47-a3ec-59f8d061a5c2,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:36.955592 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:37.071243 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5a1d8371-1e7a-420f-87b3-5bb2ff762d3d req-61bd0956-dd62-42a1-b9a0-17aa02e3eed8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220331 May 27 16:29:37.086147 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] Publish callbacks [] for security_group (a976819d-7a2a-4c47-a3ec-59f8d061a5c2), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:37.097741 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c829ad47-2093-4380-9daf-40308669e8c3 req-ea07f9a7-f842-4170-be26-b2129f6c9e82 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027349 May 27 16:29:37.133309 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] Publish callbacks [] for security_group (a976819d-7a2a-4c47-a3ec-59f8d061a5c2), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:37.141002 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:37.171273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae3a7b0-aa8b-4efc-9a26-28e5e9ca07bf x-openstack-request-id: req-8ae3a7b0-aa8b-4efc-9a26-28e5e9ca07bf {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:37.171631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "name": "network-vif-plugged", "status": "completed", "tag": "5e118c26-5265-4811-94b8-60efa598d923", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:37.171910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ae3a7b0-aa8b-4efc-9a26-28e5e9ca07bf {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:37.172363 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae3a7b0-aa8b-4efc-9a26-28e5e9ca07bf'] response: {'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e118c26-5265-4811-94b8-60efa598d923', 'code': 200} May 27 16:29:37.284339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a976819d-7a2a-4c47-a3ec-59f8d061a5c2), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:37.289369 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:37.291133 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a976819d-7a2a-4c47-a3ec-59f8d061a5c2 HTTP/1.1" status: 204 len: 168 time: 0.3330417 May 27 16:29:37.328921 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bcb44-c0d2-492c-b9e1-ebc71eae046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a976819d-7a2a-4c47-a3ec-59f8d061a5c2,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:37.421438 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa739d2-14c7-4fc4-b913-0e423c908856 req-874268e1-d716-44d1-9b9d-9f3cebc9c567 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:37.422517 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fa739d2-14c7-4fc4-b913-0e423c908856 req-874268e1-d716-44d1-9b9d-9f3cebc9c567 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 944 time: 0.1390245 May 27 16:29:37.616763 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:37.710856 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fa739d2-14c7-4fc4-b913-0e423c908856 req-0793fb19-814f-4d2b-940e-d7f541d2af04 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780461 May 27 16:29:37.755001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad0d5d-49a2-4dd5-b03f-22d4e36d2fc1 req-182ecf12-6086-4597-9d91-e462555c79b2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:37.756248 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3bad0d5d-49a2-4dd5-b03f-22d4e36d2fc1 req-182ecf12-6086-4597-9d91-e462555c79b2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1540403 May 27 16:29:37.758211 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.db.resource_extend [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 16:29:37.866496 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:37.891954 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 41c308ca-1a37-4303-834e-73089831b6de details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:29:37.898330 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:37.901887 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3bad0d5d-49a2-4dd5-b03f-22d4e36d2fc1 req-adc5c13e-f870-4f04-bb13-07004e8aa3de tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074290 May 27 16:29:37.909565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 61d181d0-5525-4601-81ec-69cc30f5255c up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:37.952642 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.048636 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 61d181d0-5525-4601-81ec-69cc30f5255c completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:38.100128 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=41c308ca-1a37-4303-834e-73089831b6de,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:38.114333 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Floating IP 4ee793ab-832f-42da-ba8c-653ddb8f5cda associated. External IP: 172.27.3.161, port: 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80. May 27 16:29:38.117269 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '41c308ca-1a37-4303-834e-73089831b6de', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:29:38.130416 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 61d181d0-5525-4601-81ec-69cc30f5255c triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:38.131487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.224746 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 41c308ca-1a37-4303-834e-73089831b6de is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:38.225035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (41c308ca-1a37-4303-834e-73089831b6de), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.254735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c308ca-1a37-4303-834e-73089831b6de {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:29:38.314195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=41c308ca-1a37-4303-834e-73089831b6de,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:38.317640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 61d181d0-5525-4601-81ec-69cc30f5255c is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:38.318358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.373961 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61d181d0-5525-4601-81ec-69cc30f5255c,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:38.374982 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:38.380895 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.402588 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38088) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:38.419383 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-082097d1-2a6f-4412-922e-246f9644c15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.451665 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:38.483264 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.501543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b2e6-8046-4003-9ddc-1e031d9e5eb9 req-5f6a0515-ab06-4032-b35f-cec79a04c371 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:38.508877 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bf1b2e6-8046-4003-9ddc-1e031d9e5eb9 req-5f6a0515-ab06-4032-b35f-cec79a04c371 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 944 time: 0.3149428 May 27 16:29:38.523466 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-082097d1-2a6f-4412-922e-246f9644c15f admin admin] Publish callbacks [] for security_group (cc4d19a6-21fd-43d2-816f-ef6093f6c3fc), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.548793 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:38.558918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-082097d1-2a6f-4412-922e-246f9644c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (cc4d19a6-21fd-43d2-816f-ef6093f6c3fc), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.595481 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-082097d1-2a6f-4412-922e-246f9644c15f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b540ff750f442aa9de5211f4ab6f31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913869 May 27 16:29:38.598400 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38090) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:38.619386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bf1b2e6-8046-4003-9ddc-1e031d9e5eb9 req-d9256190-cc26-4262-a682-5ff5432a570f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080577 May 27 16:29:38.661949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082097d1-2a6f-4412-922e-246f9644c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d19a6-21fd-43d2-816f-ef6093f6c3fc,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:38.681783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] Publish callbacks [] for security_group (cc4d19a6-21fd-43d2-816f-ef6093f6c3fc), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.693199 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:38.707498 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] Publish callbacks [] for security_group (cc4d19a6-21fd-43d2-816f-ef6093f6c3fc), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.713979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:29:38.747242 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['41c308ca-1a37-4303-834e-73089831b6de'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:29:38.755497 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:38.848021 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (cc4d19a6-21fd-43d2-816f-ef6093f6c3fc), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.851262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.854690 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc4d19a6-21fd-43d2-816f-ef6093f6c3fc HTTP/1.1" status: 204 len: 168 time: 0.2526238 May 27 16:29:38.868047 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebe452-562b-4098-b107-90d95c99b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4d19a6-21fd-43d2-816f-ef6093f6c3fc,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:38.901985 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:29:38.914859 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:29:38.917641 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:38.969001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ee694-7256-439d-ac17-56b306c6a900 req-0f4cd09e-cd25-4da6-9e1a-278e5c62dcb1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:38.970820 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e53ee694-7256-439d-ac17-56b306c6a900 req-0f4cd09e-cd25-4da6-9e1a-278e5c62dcb1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 945 time: 0.1570530 May 27 16:29:38.982997 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:38.983716 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:39.013864 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-488df261-6274-4401-acd8-95f25dd5d2f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "PUT /v2.0/floatingips/4ee793ab-832f-42da-ba8c-653ddb8f5cda HTTP/1.1" status: 200 len: 992 time: 2.3609309 May 27 16:29:39.014767 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:39.017490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1" -d '{"events": [{"name": "network-changed", "server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:39.040690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c27f-33d0-45bd-8fd6-1f746fd00f01 req-067bbe11-3731-449d-b83c-53743d0debf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.041195 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bc79c27f-33d0-45bd-8fd6-1f746fd00f01 req-067bbe11-3731-449d-b83c-53743d0debf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1130 time: 0.1593764 May 27 16:29:39.073869 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e53ee694-7256-439d-ac17-56b306c6a900 req-053bd229-60f9-48f2-864a-ac4de4f0f7ba tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920515 May 27 16:29:39.146461 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c9e1f-9fb3-43a3-906a-fd2842b587b7 req-b4d14352-9dd0-4212-be03-aa0fdbebc0e7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.148394 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507c9e1f-9fb3-43a3-906a-fd2842b587b7 req-b4d14352-9dd0-4212-be03-aa0fdbebc0e7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0732696 May 27 16:29:39.165129 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9956c290-20fd-49e4-8517-ee8910e2830f x-openstack-request-id: req-9956c290-20fd-49e4-8517-ee8910e2830f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:39.165472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:39.165766 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9956c290-20fd-49e4-8517-ee8910e2830f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:39.166106 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9956c290-20fd-49e4-8517-ee8910e2830f'] response: {'name': 'network-changed', 'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'status': 'completed', 'code': 200} May 27 16:29:39.173904 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:39.175050 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-a37df733-64ef-48ba-bf28-0a6de5bfb74a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1320000 May 27 16:29:39.176214 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd96513-288a-4537-b437-3ec9c156984b" -d '{"events": [{"server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "name": "network-vif-plugged", "status": "completed", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:39.189502 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bc79c27f-33d0-45bd-8fd6-1f746fd00f01 req-59f9f866-d878-466e-8587-b4d8892dfc0e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255481 May 27 16:29:39.222272 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507c9e1f-9fb3-43a3-906a-fd2842b587b7 req-0529342b-2f57-4cea-9666-055200a398aa tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 May 27 16:29:39.223552 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:39.405991 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bf525-9ed0-44e9-9a5d-d55e9ea72f98 x-openstack-request-id: req-da5bf525-9ed0-44e9-9a5d-d55e9ea72f98 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:39.406309 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "name": "network-vif-plugged", "status": "completed", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:39.406783 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da5bf525-9ed0-44e9-9a5d-d55e9ea72f98 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:39.407394 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5bf525-9ed0-44e9-9a5d-d55e9ea72f98'] response: {'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c', 'code': 200} May 27 16:29:39.562878 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-6b7b3055-a59f-43dc-90ae-da9476e3bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.563896 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '4ee793ab-832f-42da-ba8c-653ddb8f5cda', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:28:56Z', 'updated_at': '2022-05-27T16:29:37Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:39.564590 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-6b7b3055-a59f-43dc-90ae-da9476e3bbd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1130 time: 0.0559003 May 27 16:29:39.590562 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:29:39.600013 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:39.600630 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:39.756595 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:39.785798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-b4196890-6b72-4ddf-addd-fed250bc9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.795021 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-b4196890-6b72-4ddf-addd-fed250bc9a82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32666b3567c94e06a7f720c1abe2a8b7&device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 1129 time: 0.2031534 May 27 16:29:39.814605 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3a814-72bb-41ca-9f4d-069a98aaba80 req-ccf11fb5-194c-4e8c-b695-016c307800e5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.817581 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37f3a814-72bb-41ca-9f4d-069a98aaba80 req-ccf11fb5-194c-4e8c-b695-016c307800e5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0954547 May 27 16:29:39.843351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-acf86bc6-803d-4de4-9b9c-dbf4f6d2e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:39.845404 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-acf86bc6-803d-4de4-9b9c-dbf4f6d2e5a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.2491059 May 27 16:29:39.897939 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37f3a814-72bb-41ca-9f4d-069a98aaba80 req-eb65e529-3af4-4eaa-9a80-f69075d96579 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696273 May 27 16:29:39.906523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 41c308ca-1a37-4303-834e-73089831b6de up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:29:39.974658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 41c308ca-1a37-4303-834e-73089831b6de completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:29:40.023838 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '4ee793ab-832f-42da-ba8c-653ddb8f5cda', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:28:56Z', 'updated_at': '2022-05-27T16:29:37Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:40.053300 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97648343-ee5b-4357-b07f-e76d86bc9679 None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '4ee793ab-832f-42da-ba8c-653ddb8f5cda', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:28:56Z', 'updated_at': '2022-05-27T16:29:37Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:40.071902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 41c308ca-1a37-4303-834e-73089831b6de triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:29:40.072684 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (41c308ca-1a37-4303-834e-73089831b6de), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:40.200810 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-e06f6dbf-a8eb-434b-98bf-3f6b1acf588f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 1000 time: 0.1733155 May 27 16:29:40.206878 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 41c308ca-1a37-4303-834e-73089831b6de is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:29:40.207415 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (41c308ca-1a37-4303-834e-73089831b6de), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:40.256289 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-e1559d5d-02bb-4531-b2e6-aa90912673f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:40.258055 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-e1559d5d-02bb-4531-b2e6-aa90912673f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ea852da7-42d9-4ac0-9378-491c47039177 HTTP/1.1" status: 200 len: 912 time: 0.1851029 May 27 16:29:40.264325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=41c308ca-1a37-4303-834e-73089831b6de,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:29:40.268997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-aa60930d-2187-4e6c-b900-f6a7471d5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:40.270819 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-aa60930d-2187-4e6c-b900-f6a7471d5dec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0631955 May 27 16:29:40.289627 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9cf4-6dbc-445a-bc15-8daa9af34e28 req-f7021807-eec2-4fb8-a7e8-e11723e71667 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:40.291384 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6d5e9cf4-6dbc-445a-bc15-8daa9af34e28 req-f7021807-eec2-4fb8-a7e8-e11723e71667 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 945 time: 0.0730014 May 27 16:29:40.319334 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:40.350440 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-75570c9e-152e-46ca-8483-507235db436f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5 HTTP/1.1" status: 200 len: 217 time: 0.0509005 May 27 16:29:40.358201 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:40.385814 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6d5e9cf4-6dbc-445a-bc15-8daa9af34e28 req-8e60e9c5-cc2a-41f4-a612-dad9ffbf3021 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867417 May 27 16:29:40.389432 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:40.403184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629176-6743-4f23-a74a-9ed598bace19 req-e37e7b91-5d31-4959-80b4-2eb40ca55b8d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:40.405006 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a629176-6743-4f23-a74a-9ed598bace19 req-e37e7b91-5d31-4959-80b4-2eb40ca55b8d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0779381 May 27 16:29:40.430005 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:40.439805 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.440274 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.441005 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.441437 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.441828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.442227 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.442607 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.442993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.443371 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.443869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.444331 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.444828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.445155 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.445502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.445820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:40.452151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3110c-1a48-441d-b533-a53d51f1e5cc None None] New status for floating IP 4ee793ab-832f-42da-ba8c-653ddb8f5cda: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:29:40.463377 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a629176-6743-4f23-a74a-9ed598bace19 req-68131a3e-5330-496b-ae66-3816f363a2ed tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 May 27 16:29:40.914886 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-e6029728-fc6a-41b9-999e-a3a10e5f3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:40.916975 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-e6029728-fc6a-41b9-999e-a3a10e5f3758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700448 May 27 16:29:40.991090 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:41.036084 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a47fb-29b8-41fe-a6f3-4bfbdd88c3d0 req-4d04d096-d5e2-415a-a75b-490c799aade5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:41.037844 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a3a47fb-29b8-41fe-a6f3-4bfbdd88c3d0 req-4d04d096-d5e2-415a-a75b-490c799aade5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0586014 May 27 16:29:41.093266 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a3a47fb-29b8-41fe-a6f3-4bfbdd88c3d0 req-e98edc59-e700-4306-ab6a-4bcb31ff183b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439613 May 27 16:29:41.290904 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-6c41e797-21fe-4dfb-99f7-4e886a58ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:41.292367 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-6c41e797-21fe-4dfb-99f7-4e886a58ed40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29bf5465-314c-4222-8c0f-ac3a37e06d89 HTTP/1.1" status: 200 len: 851 time: 0.0921550 May 27 16:29:41.294430 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b3d7-04dc-437c-aca2-0b224d0e7a4c req-18bef3d6-5836-4b45-b4f3-3c0d2a099e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:41.296060 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1e5b3d7-04dc-437c-aca2-0b224d0e7a4c req-18bef3d6-5836-4b45-b4f3-3c0d2a099e6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1129 time: 0.0612354 May 27 16:29:41.354335 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-dd88e3d2-01fb-40b6-9da3-9d357b1fcbe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea852da7-42d9-4ac0-9378-491c47039177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364850 May 27 16:29:41.357571 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1e5b3d7-04dc-437c-aca2-0b224d0e7a4c req-b7b97671-822f-43fc-84e4-702f3ac8d233 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 May 27 16:29:41.376259 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-e0eb8589-3f20-4e8c-aa06-ce91d72009fc service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368656 May 27 16:29:41.408822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c308ca-1a37-4303-834e-73089831b6de'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:41.412095 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450846fd-8c53-4724-882b-31871056bb4a" -d '{"events": [{"server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "name": "network-vif-plugged", "status": "completed", "tag": "41c308ca-1a37-4303-834e-73089831b6de"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:41.453780 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12911cf-8518-4050-8736-2391a21fad0a x-openstack-request-id: req-e12911cf-8518-4050-8736-2391a21fad0a {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:41.458774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "name": "network-vif-plugged", "status": "completed", "tag": "41c308ca-1a37-4303-834e-73089831b6de", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:41.458774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e12911cf-8518-4050-8736-2391a21fad0a {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:41.458774 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12911cf-8518-4050-8736-2391a21fad0a'] response: {'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c308ca-1a37-4303-834e-73089831b6de', 'code': 200} May 27 16:29:41.547721 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fafbac-ad38-43fb-845f-73f02acf3e8f req-19237f6e-2a74-422c-b4ab-7d45b0552168 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:41.547721 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fafbac-ad38-43fb-845f-73f02acf3e8f req-19237f6e-2a74-422c-b4ab-7d45b0552168 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0594759 May 27 16:29:41.632084 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fafbac-ad38-43fb-845f-73f02acf3e8f req-74bac6bf-6a94-49de-b0ef-2ff0bf7b5352 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860834 May 27 16:29:41.638913 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a1845-4421-42d4-b920-23c00fa02469 req-31d581d6-eeef-4908-a178-8301b4bb1d6c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:41.640353 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d30a1845-4421-42d4-b920-23c00fa02469 req-31d581d6-eeef-4908-a178-8301b4bb1d6c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0678394 May 27 16:29:41.690953 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d30a1845-4421-42d4-b920-23c00fa02469 req-9020faf7-0934-4c52-bc35-c9f41bf87665 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 May 27 16:29:41.761416 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:42.005202 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-a0d385d5-52e6-4bc0-8f2b-c90f4295ab5f service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429091 May 27 16:29:42.023964 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fa49eccc-a4f6-4434-bddd-7e45ddc25db1 req-da3c1b9c-70cd-4f4f-a7a2-21513394f259 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011582 May 27 16:29:42.243327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbc49-10c8-445d-ba85-fe0d9b7096da req-afd692e3-ca7c-4847-bebb-3186ecef157e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:42.249855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e9cbc49-10c8-445d-ba85-fe0d9b7096da req-afd692e3-ca7c-4847-bebb-3186ecef157e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0853693 May 27 16:29:42.280736 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06167574-465a-4efc-8b96-5d30e1069819 req-ed3f2b6f-5dd3-4509-8ce4-8de67ea6e591 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:42.285846 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06167574-465a-4efc-8b96-5d30e1069819 req-ed3f2b6f-5dd3-4509-8ce4-8de67ea6e591 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1096482 May 27 16:29:42.336205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e9cbc49-10c8-445d-ba85-fe0d9b7096da req-9c8242f6-5007-4486-bd72-149d40a9dee6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847554 May 27 16:29:42.353745 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06167574-465a-4efc-8b96-5d30e1069819 req-f9e865f5-f9cd-4b83-97f8-2b6203bae37c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628476 May 27 16:29:42.752434 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ba71-7cd3-4627-b4e8-725c8e7dc10c req-99bcddd5-2cb1-401e-a019-501f96196d39 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:42.754051 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37f8ba71-7cd3-4627-b4e8-725c8e7dc10c req-99bcddd5-2cb1-401e-a019-501f96196d39 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0505888 May 27 16:29:42.801429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38236) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:42.807552 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37f8ba71-7cd3-4627-b4e8-725c8e7dc10c req-e9d8eb66-2bce-476d-8ca9-7ff1d70f7d76 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466893 May 27 16:29:42.912921 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:42.988293 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:42.990575 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Publish callbacks [] for security_group (09a5ed54-ce42-4149-a045-1b24b48f7bea), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.088306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (09a5ed54-ce42-4149-a045-1b24b48f7bea), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.132942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5ed54-ce42-4149-a045-1b24b48f7bea,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:43.138635 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cb36db936a740b7aa7c0e049917d608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358107 May 27 16:29:43.143701 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.144057 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.144471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.144867 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.145214 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.145377 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38254) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:43.145581 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.145911 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.146240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.146583 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.146911 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.147301 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.147647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.147888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.148209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.148525 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21286ad8-27e1-443f-9c3b-37cc5de98e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.154178 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:43.196606 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Publish callbacks [] for security_group (09a5ed54-ce42-4149-a045-1b24b48f7bea), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.221952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Publish callbacks [] for security_group (09a5ed54-ce42-4149-a045-1b24b48f7bea), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.252053 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:43.351444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (09a5ed54-ce42-4149-a045-1b24b48f7bea), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.354146 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:43.355381 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09a5ed54-ce42-4149-a045-1b24b48f7bea HTTP/1.1" status: 204 len: 168 time: 0.2089028 May 27 16:29:43.364601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5ed54-ce42-4149-a045-1b24b48f7bea,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:43.372531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.373032 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.373407 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.373751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.374085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.374414 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.374739 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.375151 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.375483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.375811 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.376132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.376620 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.376942 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.377579 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.377912 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634b635-abc0-47ea-8048-32ab1e49e1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:29:43.533712 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf0bb6-88e7-4e46-a623-a53f627360ec req-42d9845e-28be-44ff-b933-ee71c9fb75bd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:43.535257 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6aaf0bb6-88e7-4e46-a623-a53f627360ec req-42d9845e-28be-44ff-b933-ee71c9fb75bd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0929179 May 27 16:29:43.546592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a1320-f0da-47e5-bf0a-e9b9e0a5f3d6 req-45600f7f-7b2b-4e28-b28b-980b48758964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:43.548018 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad8a1320-f0da-47e5-bf0a-e9b9e0a5f3d6 req-45600f7f-7b2b-4e28-b28b-980b48758964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0831888 May 27 16:29:43.631854 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6aaf0bb6-88e7-4e46-a623-a53f627360ec req-e151addf-9792-45af-a17b-5f31df8d1945 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828571 May 27 16:29:43.636198 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad8a1320-f0da-47e5-bf0a-e9b9e0a5f3d6 req-1b4d20b5-2d99-4b83-922b-6c5c7a69c597 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812962 May 27 16:29:43.927239 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6803c3e-36a0-4c1a-bc25-86b7143382b3 req-412843d5-1a6d-4e6e-9ae4-2806904fc9a3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:43.932476 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6803c3e-36a0-4c1a-bc25-86b7143382b3 req-412843d5-1a6d-4e6e-9ae4-2806904fc9a3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0516567 May 27 16:29:43.979661 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6803c3e-36a0-4c1a-bc25-86b7143382b3 req-5b274e6f-6dce-4e15-8177-aa88978b0583 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 May 27 16:29:44.099805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38308) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:44.114029 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9057b4a-8418-443f-916c-51a89f3e1f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.187254 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9057b4a-8418-443f-916c-51a89f3e1f3d admin admin] Publish callbacks [] for security_group (653c8bc6-7f22-49ea-931b-758d4ada0aa7), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.254346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e9057b4a-8418-443f-916c-51a89f3e1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (653c8bc6-7f22-49ea-931b-758d4ada0aa7), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.299117 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e9057b4a-8418-443f-916c-51a89f3e1f3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a48e0346ab344b7a3267458b812c5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981723 May 27 16:29:44.301270 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9057b4a-8418-443f-916c-51a89f3e1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c8bc6-7f22-49ea-931b-758d4ada0aa7,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:44.302057 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38314) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:44.364456 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] Publish callbacks [] for security_group (653c8bc6-7f22-49ea-931b-758d4ada0aa7), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.388997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] Publish callbacks [] for security_group (653c8bc6-7f22-49ea-931b-758d4ada0aa7), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.499936 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (653c8bc6-7f22-49ea-931b-758d4ada0aa7), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.502484 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:44.506292 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/653c8bc6-7f22-49ea-931b-758d4ada0aa7 HTTP/1.1" status: 204 len: 168 time: 0.2006273 May 27 16:29:44.520576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47c57-5461-4806-9961-f228a9cc5c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c8bc6-7f22-49ea-931b-758d4ada0aa7,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:44.803746 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856209-02e0-4078-bf27-b043429929c8 req-7f9ca2d2-6a1a-40d2-b813-cccb3dde2067 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:44.805884 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a856209-02e0-4078-bf27-b043429929c8 req-7f9ca2d2-6a1a-40d2-b813-cccb3dde2067 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0999060 May 27 16:29:44.817467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471200c-d507-4b92-adfb-80ff6992a544 req-77f113aa-1b54-4f8c-a04a-3ae037197cd7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:44.819232 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0471200c-d507-4b92-adfb-80ff6992a544 req-77f113aa-1b54-4f8c-a04a-3ae037197cd7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1035461 May 27 16:29:44.833154 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-91b1e7bf-3ea2-442f-96ab-12ef1bf38f10 req-492be41f-5048-4ad0-862b-9e90510977bc service neutron] 10.222.0.15 "GET /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957162 May 27 16:29:45.213196 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a856209-02e0-4078-bf27-b043429929c8 req-a5e1d7b1-2941-46ae-b6e1-b61640f20a73 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839305 May 27 16:29:45.213196 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0471200c-d507-4b92-adfb-80ff6992a544 req-59ce8f16-d1c6-4b12-8fcf-3e14692052cf tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792372 May 27 16:29:45.213196 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5b750-be52-4639-bdd3-33f3356b4deb req-48113d31-ed51-4c62-ad62-d610a68b52a5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:45.213196 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ae5b750-be52-4639-bdd3-33f3356b4deb req-48113d31-ed51-4c62-ad62-d610a68b52a5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0497296 May 27 16:29:45.213196 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ae5b750-be52-4639-bdd3-33f3356b4deb req-1aa07900-3697-4d9e-a471-01f21519c61f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 May 27 16:29:45.526302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38348) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:45.648436 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-57b154af-8a0b-42a0-837a-c9e75705f1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:45.736231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-57b154af-8a0b-42a0-837a-c9e75705f1ae admin admin] Publish callbacks [] for security_group (afec1cfb-bf8b-4a50-954b-1482c7209b6a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:45.849441 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-57b154af-8a0b-42a0-837a-c9e75705f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (afec1cfb-bf8b-4a50-954b-1482c7209b6a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:45.924756 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-57b154af-8a0b-42a0-837a-c9e75705f1ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66f6562b1c684e94ba4af8072485631b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973300 May 27 16:29:45.928150 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38372) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:45.960811 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b154af-8a0b-42a0-837a-c9e75705f1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec1cfb-bf8b-4a50-954b-1482c7209b6a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:45.975598 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-8cbf3b3a-410b-40e9-a07f-05daaf0f8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:45.977124 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-8cbf3b3a-410b-40e9-a07f-05daaf0f8348 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1130 time: 0.0997748 May 27 16:29:45.980195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f63d-a5af-47b1-a7cc-9f917c3f7afd req-23492a52-f41d-4bf7-bc74-da02618e005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:45.982158 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f394f63d-a5af-47b1-a7cc-9f917c3f7afd req-23492a52-f41d-4bf7-bc74-da02618e005b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 1130 time: 0.0884120 May 27 16:29:46.010917 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:46.090240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:46.095144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] Publish callbacks [] for security_group (afec1cfb-bf8b-4a50-954b-1482c7209b6a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:46.113753 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a338ec-6877-43e1-bc03-eba82463729c req-ee69a2c4-6f6b-48c4-ba7d-5b8367bc83cb tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:46.115701 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48a338ec-6877-43e1-bc03-eba82463729c req-ee69a2c4-6f6b-48c4-ba7d-5b8367bc83cb tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1095448 May 27 16:29:46.131739 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:46.164090 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe759662-cefe-4df7-96fe-9e51b2bb38f5 req-48358bba-7757-424b-997f-35a14abad9cc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:46.166034 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe759662-cefe-4df7-96fe-9e51b2bb38f5 req-48358bba-7757-424b-997f-35a14abad9cc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1310906 May 27 16:29:46.173354 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] Publish callbacks [] for security_group (afec1cfb-bf8b-4a50-954b-1482c7209b6a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:46.207874 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f394f63d-a5af-47b1-a7cc-9f917c3f7afd req-31906f64-87a7-473d-bbed-9f21a712de27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733768 May 27 16:29:46.209713 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-1549334f-1ac2-4eff-aab4-a5fcd454e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:46.211235 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-1549334f-1ac2-4eff-aab4-a5fcd454e393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1794364 May 27 16:29:46.257877 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48a338ec-6877-43e1-bc03-eba82463729c req-6995eacc-65c9-40b8-bb01-eaa62f19f60c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309257 May 27 16:29:46.277286 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe759662-cefe-4df7-96fe-9e51b2bb38f5 req-49c75b4c-ccb0-4cf9-a371-3a96a404b9b5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014183 May 27 16:29:46.372159 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105d153-3e8c-4b62-9b95-7ee5dd071f35 req-c429a075-b908-425b-9572-00759211f47c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:46.373764 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4105d153-3e8c-4b62-9b95-7ee5dd071f35 req-c429a075-b908-425b-9572-00759211f47c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0497882 May 27 16:29:46.382351 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (afec1cfb-bf8b-4a50-954b-1482c7209b6a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:46.384927 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:46.386198 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afec1cfb-bf8b-4a50-954b-1482c7209b6a HTTP/1.1" status: 204 len: 168 time: 0.4558015 May 27 16:29:46.408956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c4af-4162-461a-8246-e9ac4be00b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec1cfb-bf8b-4a50-954b-1482c7209b6a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:46.457515 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4105d153-3e8c-4b62-9b95-7ee5dd071f35 req-7dafb2b2-2dcd-44f2-8987-bff32e2f539b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768614 May 27 16:29:47.036635 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-036bbccd-974f-4243-b6dc-b683ed8793e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 200 len: 217 time: 0.0337167 May 27 16:29:47.192049 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38408) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:47.214690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9540e9d-b8bd-4d9a-be25-1148226d8c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.308237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9540e9d-b8bd-4d9a-be25-1148226d8c82 admin admin] Publish callbacks [] for security_group (6497d866-28ab-418d-ab7b-f0fe467ad669), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.416307 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c9540e9d-b8bd-4d9a-be25-1148226d8c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6497d866-28ab-418d-ab7b-f0fe467ad669), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.468074 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9747a-39d2-44a0-b2da-9ffb5207f915 req-1a7b9a5f-8839-4d89-829f-152246c812b3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:47.469606 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3cf9747a-39d2-44a0-b2da-9ffb5207f915 req-1a7b9a5f-8839-4d89-829f-152246c812b3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1144300 May 27 16:29:47.487270 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794441-3395-4c7b-a9ac-4103b2a656d1 req-1a4db428-bb66-4990-b555-4f49d5bdf19f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:47.490658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e794441-3395-4c7b-a9ac-4103b2a656d1 req-1a4db428-bb66-4990-b555-4f49d5bdf19f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1196129 May 27 16:29:47.499904 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9540e9d-b8bd-4d9a-be25-1148226d8c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6497d866-28ab-418d-ab7b-f0fe467ad669,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:47.510010 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c9540e9d-b8bd-4d9a-be25-1148226d8c82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2615a9878a66433e8622efc88fa2099c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166571 May 27 16:29:47.536279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38434) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:47.580493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:47.594201 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e794441-3395-4c7b-a9ac-4103b2a656d1 req-6f9354cb-a62f-4e38-9ba7-6eaa1b75c5eb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899329 May 27 16:29:47.598457 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3cf9747a-39d2-44a0-b2da-9ffb5207f915 req-34e6dc29-7495-4d34-a47f-51618ddd0bc8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193027 May 27 16:29:47.624453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:47.634294 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-c4cd683c-b7b1-4b4b-90fe-26dc33333ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:47.636148 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-c4cd683c-b7b1-4b4b-90fe-26dc33333ec8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.1274407 May 27 16:29:47.649148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] Publish callbacks [] for security_group (6497d866-28ab-418d-ab7b-f0fe467ad669), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.678105 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] Publish callbacks [] for security_group (6497d866-28ab-418d-ab7b-f0fe467ad669), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.753963 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd06cc-1fab-42e2-bb3e-d281d595da89 req-a3a650b4-bc17-4813-b7d3-13a0ff9836b2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:47.753963 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cffd06cc-1fab-42e2-bb3e-d281d595da89 req-a3a650b4-bc17-4813-b7d3-13a0ff9836b2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0796528 May 27 16:29:47.760854 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66a34-8c5c-4eab-b67b-922a9b743419 req-d0a74f60-14f7-47ed-8806-a55d4bf91bd3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:47.762378 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ad66a34-8c5c-4eab-b67b-922a9b743419 req-d0a74f60-14f7-47ed-8806-a55d4bf91bd3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0788636 May 27 16:29:47.776567 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38444) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:47.776567 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'floatingip': {'port_id': '61d181d0-5525-4601-81ec-69cc30f5255c'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:47.807639 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cffd06cc-1fab-42e2-bb3e-d281d595da89 req-95dcf0bc-b9fd-49a3-9885-6ad5b7270c38 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 May 27 16:29:47.845526 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6497d866-28ab-418d-ab7b-f0fe467ad669), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.848056 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.851558 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6497d866-28ab-418d-ab7b-f0fe467ad669 HTTP/1.1" status: 204 len: 168 time: 0.3117700 May 27 16:29:47.856343 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:47.888576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f14bb-c463-49f3-8438-2935ab9dc300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497d866-28ab-418d-ab7b-f0fe467ad669,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:48.497706 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:48.540611 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:48.544446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:48.657702 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Floating IP 8e96ed56-c25d-4fe9-bc27-d3847eccc822 associated. External IP: 172.27.3.130, port: 61d181d0-5525-4601-81ec-69cc30f5255c. May 27 16:29:48.755899 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd68bb-a084-447a-b9c5-6c19f9197abc req-62c610dd-d67f-414f-aaf7-e4885f595d5d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:48.757442 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bddd68bb-a084-447a-b9c5-6c19f9197abc req-62c610dd-d67f-414f-aaf7-e4885f595d5d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0834827 May 27 16:29:48.817139 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bddd68bb-a084-447a-b9c5-6c19f9197abc req-f01a08cb-f65a-491b-bfb1-66e09484a007 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537558 May 27 16:29:48.999293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db091d-33ff-4db3-9bab-221faa47d615 req-8c706884-1ded-475e-8024-040224e2eabd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:49.001087 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50db091d-33ff-4db3-9bab-221faa47d615 req-8c706884-1ded-475e-8024-040224e2eabd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0583346 May 27 16:29:49.063079 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50db091d-33ff-4db3-9bab-221faa47d615 req-5021bd90-4495-44ad-8cce-ffb2ef2dd9cb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 May 27 16:29:49.115434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:29:49.234417 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:29:49.239880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:49.245113 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:29:49.258089 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:49.258781 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:49.275527 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-3312e597-6c0d-4356-aab3-723c11d62837 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "PUT /v2.0/floatingips/8e96ed56-c25d-4fe9-bc27-d3847eccc822 HTTP/1.1" status: 200 len: 991 time: 1.5006557 May 27 16:29:49.275527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:49.276034 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bb0424-975e-4c4c-8624-de3787f17587" -d '{"events": [{"name": "network-changed", "server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:49.318705 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576f6f6-9847-4d47-9f25-75492a00e176 x-openstack-request-id: req-1576f6f6-9847-4d47-9f25-75492a00e176 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:49.318995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:49.319246 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1576f6f6-9847-4d47-9f25-75492a00e176 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:49.319935 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1576f6f6-9847-4d47-9f25-75492a00e176'] response: {'name': 'network-changed', 'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c', 'status': 'completed', 'code': 200} May 27 16:29:49.365918 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:49.396612 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:49.541174 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:49.588440 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '8e96ed56-c25d-4fe9-bc27-d3847eccc822', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': '61d181d0-5525-4601-81ec-69cc30f5255c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:54:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5220d569-8535-429a-bfff-fa0955dec2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:06Z', 'updated_at': '2022-05-27T16:29:48Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:49.708753 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:29:49.722700 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:49.723375 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:49.845131 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:49.973548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f999b-321d-4962-a103-44bc5db6b9a3 req-51eaf82f-3322-4f22-8d9c-86b96e6d1313 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:49.975245 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e83f999b-321d-4962-a103-44bc5db6b9a3 req-51eaf82f-3322-4f22-8d9c-86b96e6d1313 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0770812 May 27 16:29:50.053326 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e83f999b-321d-4962-a103-44bc5db6b9a3 req-9710d477-c19d-454d-862b-905c1185b380 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 May 27 16:29:50.124099 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '8e96ed56-c25d-4fe9-bc27-d3847eccc822', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': '61d181d0-5525-4601-81ec-69cc30f5255c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:54:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5220d569-8535-429a-bfff-fa0955dec2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:06Z', 'updated_at': '2022-05-27T16:29:48Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:50.156584 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5dce5-defa-47f0-a889-e009dd229524 None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '8e96ed56-c25d-4fe9-bc27-d3847eccc822', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': '61d181d0-5525-4601-81ec-69cc30f5255c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:54:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5220d569-8535-429a-bfff-fa0955dec2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:06Z', 'updated_at': '2022-05-27T16:29:48Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:50.181798 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:50.201098 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0012fa-26f6-416d-bf0b-e940dfe77c60 req-1a11ac35-e89a-4e39-81f2-24e6074e979b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:50.202757 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d0012fa-26f6-416d-bf0b-e940dfe77c60 req-1a11ac35-e89a-4e39-81f2-24e6074e979b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0564146 May 27 16:29:50.268954 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d0012fa-26f6-416d-bf0b-e940dfe77c60 req-aec038b3-4570-40c8-86d8-f66ba7b18dc9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534232 May 27 16:29:50.425986 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0b664-4cf0-4ce4-812b-9603220f6e6f None None] New status for floating IP 8e96ed56-c25d-4fe9-bc27-d3847eccc822: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:29:51.164069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f9b08-9ada-4590-8bea-1f68eb619aa6 req-face63d4-6f8f-436c-9b98-d8a51a2df11e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:51.165558 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df5f9b08-9ada-4590-8bea-1f68eb619aa6 req-face63d4-6f8f-436c-9b98-d8a51a2df11e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0484982 May 27 16:29:51.215253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df5f9b08-9ada-4590-8bea-1f68eb619aa6 req-d94c223d-0b04-489f-bc83-59eebad152a3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 May 27 16:29:51.310089 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38556) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:51.396216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5c1a-bc21-4265-a37a-122e4e0bda21 req-725c8716-ffe8-494c-9c4f-fa4cb69d2e86 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:51.397722 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cab5c1a-bc21-4265-a37a-122e4e0bda21 req-725c8716-ffe8-494c-9c4f-fa4cb69d2e86 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0505531 May 27 16:29:51.434691 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d0334006-7f38-4bbf-9498-7cca0a7d561c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.446423 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cab5c1a-bc21-4265-a37a-122e4e0bda21 req-1a776ce3-9b3a-45ac-9345-38f08c454582 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 May 27 16:29:51.481425 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:51.519096 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d0334006-7f38-4bbf-9498-7cca0a7d561c admin admin] Publish callbacks [] for security_group (631b0b36-9034-429b-b175-e318394ddff8), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.593142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d0334006-7f38-4bbf-9498-7cca0a7d561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (631b0b36-9034-429b-b175-e318394ddff8), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.634502 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-d0334006-7f38-4bbf-9498-7cca0a7d561c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9f649e42c7d41758c6c06a73435a96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244324 May 27 16:29:51.635339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0334006-7f38-4bbf-9498-7cca0a7d561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b0b36-9034-429b-b175-e318394ddff8,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:51.637367 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38562) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:51.688561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] Publish callbacks [] for security_group (631b0b36-9034-429b-b175-e318394ddff8), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.710140 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] Publish callbacks [] for security_group (631b0b36-9034-429b-b175-e318394ddff8), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.832503 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (631b0b36-9034-429b-b175-e318394ddff8), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.835192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:51.836409 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/631b0b36-9034-429b-b175-e318394ddff8 HTTP/1.1" status: 204 len: 168 time: 0.1980731 May 27 16:29:51.844823 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ac235-752c-4d7d-8679-c93052cd610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b0b36-9034-429b-b175-e318394ddff8,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:52.339442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe484ea-05ff-4814-b508-b63b15cfcb03 req-fc85321b-a7ab-445b-ba75-3562a5861c53 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:52.340911 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-efe484ea-05ff-4814-b508-b63b15cfcb03 req-fc85321b-a7ab-445b-ba75-3562a5861c53 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0589640 May 27 16:29:52.396199 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-efe484ea-05ff-4814-b508-b63b15cfcb03 req-3cafc27a-a006-4322-be9a-b261cf46962f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 May 27 16:29:52.436001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38580) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:52.449445 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8da605a1-2b53-4157-b5e7-d5569c00251f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.532954 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8da605a1-2b53-4157-b5e7-d5569c00251f admin admin] Publish callbacks [] for security_group (d0bbf835-5d36-449c-a8a4-d1cafab17cde), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.561563 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:52.580025 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200b03-a516-41cd-a5d0-050a657cd17b req-39355834-237a-419c-b125-c9d5bf537e6e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:52.581509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a200b03-a516-41cd-a5d0-050a657cd17b req-39355834-237a-419c-b125-c9d5bf537e6e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0472958 May 27 16:29:52.604407 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8da605a1-2b53-4157-b5e7-d5569c00251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d0bbf835-5d36-449c-a8a4-d1cafab17cde), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.669374 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da605a1-2b53-4157-b5e7-d5569c00251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbf835-5d36-449c-a8a4-d1cafab17cde,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:52.679533 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38592) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:52.682348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8da605a1-2b53-4157-b5e7-d5569c00251f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72a58ff568234bc5b242e68922945b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429507 May 27 16:29:52.684029 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a200b03-a516-41cd-a5d0-050a657cd17b req-5271a65b-bcfd-405d-917a-5d353c310367 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968101 May 27 16:29:52.772954 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-f4e6ed4e-92fe-4fee-ba42-cc7d1fd302f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:52.774468 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-f4e6ed4e-92fe-4fee-ba42-cc7d1fd302f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550191 May 27 16:29:52.784169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] Publish callbacks [] for security_group (d0bbf835-5d36-449c-a8a4-d1cafab17cde), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.809783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] Publish callbacks [] for security_group (d0bbf835-5d36-449c-a8a4-d1cafab17cde), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.964195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d0bbf835-5d36-449c-a8a4-d1cafab17cde), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.966855 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:52.968022 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0bbf835-5d36-449c-a8a4-d1cafab17cde HTTP/1.1" status: 204 len: 168 time: 0.2867057 May 27 16:29:52.979863 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d140a-75c1-4c78-b180-c575a0315cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbf835-5d36-449c-a8a4-d1cafab17cde,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:53.327693 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-17d0c788-300e-4eeb-956e-6a057bb9e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:53.329211 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-17d0c788-300e-4eeb-956e-6a057bb9e110 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1129 time: 0.0410404 May 27 16:29:53.570424 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:53.589103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9631-ef77-4ec2-9f83-0c3abc9348f8 req-ccadb7b8-f5f1-414d-9d91-4d282480bef4 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:53.590728 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-200b9631-ef77-4ec2-9f83-0c3abc9348f8 req-ccadb7b8-f5f1-414d-9d91-4d282480bef4 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0493059 May 27 16:29:53.646898 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-200b9631-ef77-4ec2-9f83-0c3abc9348f8 req-9652f981-200d-4709-98ee-74439056b016 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504186 May 27 16:29:53.843051 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec7e07-2a99-42b2-861a-3cc7bb5ff8fe req-4d8f98ce-1a91-4a04-a1c7-08c3aba27f7b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:53.844453 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9eec7e07-2a99-42b2-861a-3cc7bb5ff8fe req-4d8f98ce-1a91-4a04-a1c7-08c3aba27f7b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0483894 May 27 16:29:53.894153 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9eec7e07-2a99-42b2-861a-3cc7bb5ff8fe req-de03b0f8-51ab-4c8b-8f8b-7e2e6e5049a9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 May 27 16:29:54.038578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb1d3-7ff2-43dd-a62d-ba101b17b238 req-588dcc9d-c67e-4e70-a6b1-dfb08bf63160 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:54.040047 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12edb1d3-7ff2-43dd-a62d-ba101b17b238 req-588dcc9d-c67e-4e70-a6b1-dfb08bf63160 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0545273 May 27 16:29:54.048249 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:54.050421 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38634) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:54.055795 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'port_id': '41c308ca-1a37-4303-834e-73089831b6de'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:29:54.070791 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-d28d2645-f64a-4e84-8ca6-88b56744c197 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084470 May 27 16:29:54.093955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-a4a631bc-b26b-4717-9d35-fae1f295ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:54.094483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:54.095432 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-a4a631bc-b26b-4717-9d35-fae1f295ca51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 912 time: 0.1323681 May 27 16:29:54.396038 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:54.523742 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:54.598698 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:54.698067 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 78b28db5-3569-4fc6-8883-59f8a64d5921 associated. External IP: 172.27.3.187, port: 41c308ca-1a37-4303-834e-73089831b6de. May 27 16:29:54.790088 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2b0f-ae86-4b69-a5b5-6d6dd6f0b230 req-4ace96b8-fb6c-48d8-a6c6-acb77b14e634 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:54.791677 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14fb2b0f-ae86-4b69-a5b5-6d6dd6f0b230 req-4ace96b8-fb6c-48d8-a6c6-acb77b14e634 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0612078 May 27 16:29:55.119357 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14fb2b0f-ae86-4b69-a5b5-6d6dd6f0b230 req-5aaf4c11-9524-4885-b1cc-e8d756e8cb7f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873513 May 27 16:29:55.204639 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:29:55.341068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:29:55.346960 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:55.352219 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:29:55.365866 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:55.366672 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:55.395013 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d7985f1f-f325-4935-8a8f-1e9199d38b42 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "PUT /v2.0/floatingips/78b28db5-3569-4fc6-8883-59f8a64d5921 HTTP/1.1" status: 200 len: 992 time: 1.3406830 May 27 16:29:55.395013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'tag': '41c308ca-1a37-4303-834e-73089831b6de'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:29:55.397595 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c" -d '{"events": [{"name": "network-changed", "server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "tag": "41c308ca-1a37-4303-834e-73089831b6de"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:29:55.436601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7831bef-f6bd-4eb8-85c5-5079edc2aa23 x-openstack-request-id: req-c7831bef-f6bd-4eb8-85c5-5079edc2aa23 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:29:55.436948 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "tag": "41c308ca-1a37-4303-834e-73089831b6de", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:29:55.437630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7831bef-f6bd-4eb8-85c5-5079edc2aa23 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:29:55.438169 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7831bef-f6bd-4eb8-85c5-5079edc2aa23'] response: {'name': 'network-changed', 'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'tag': '41c308ca-1a37-4303-834e-73089831b6de', 'status': 'completed', 'code': 200} May 27 16:29:55.477689 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:55.553278 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:55.636577 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:55.705854 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:54Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:55.730746 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:29:55.741691 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:29:55.742294 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:29:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:55.845440 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:29:55.876964 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:56.059404 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38716) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:56.079056 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:54Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:29:56.106896 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d1dce-8d48-4f61-b091-ee9a7915989e None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:54Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:29:56.184213 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06653994-90e4-4710-8251-0047ab2a15d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.252979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad4396-d9fa-4567-8b9a-a507c74893ab req-afe1f05b-d607-4f55-a262-1b47aacdbab7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:56.254657 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8dad4396-d9fa-4567-8b9a-a507c74893ab req-afe1f05b-d607-4f55-a262-1b47aacdbab7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0508900 May 27 16:29:56.269769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06653994-90e4-4710-8251-0047ab2a15d3 admin admin] Publish callbacks [] for security_group (7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.308679 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8dad4396-d9fa-4567-8b9a-a507c74893ab req-94fe8731-d0cc-4a47-a587-08a6ce2af5c6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 May 27 16:29:56.351965 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf95f29-a675-485e-a038-354e4ce08496 None None] New status for floating IP 78b28db5-3569-4fc6-8883-59f8a64d5921: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:29:56.353168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06653994-90e4-4710-8251-0047ab2a15d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.391774 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06653994-90e4-4710-8251-0047ab2a15d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:56.424805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38724) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:56.425086 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-06653994-90e4-4710-8251-0047ab2a15d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b272df8c1a84bf5b551f0867532ff28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645942 May 27 16:29:56.487525 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] Publish callbacks [] for security_group (7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.495711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38726) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:56.513470 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] Publish callbacks [] for security_group (7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.612723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-98fbe6fa-a063-4303-ae51-5248bca3417c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.662315 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.666758 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.668580 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b HTTP/1.1" status: 204 len: 168 time: 0.2425971 May 27 16:29:56.680253 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5323a7-2418-4a17-8b18-385b9c4d15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa5c5b-ebf5-498d-b8a3-b12a7c57a42b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:56.733709 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-98fbe6fa-a063-4303-ae51-5248bca3417c admin admin] Publish callbacks [] for security_group (85d67fc9-e518-4a01-bc9d-f129b035ac3a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.816072 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-98fbe6fa-a063-4303-ae51-5248bca3417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (85d67fc9-e518-4a01-bc9d-f129b035ac3a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.855866 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-98fbe6fa-a063-4303-ae51-5248bca3417c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bdbb42c2cbd4615b96e805b9d02f67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591452 May 27 16:29:56.856727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbe6fa-a063-4303-ae51-5248bca3417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d67fc9-e518-4a01-bc9d-f129b035ac3a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:56.859935 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38734) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:56.910272 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] Publish callbacks [] for security_group (85d67fc9-e518-4a01-bc9d-f129b035ac3a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:56.931915 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] Publish callbacks [] for security_group (85d67fc9-e518-4a01-bc9d-f129b035ac3a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:57.056283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (85d67fc9-e518-4a01-bc9d-f129b035ac3a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:57.059238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:57.060772 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85d67fc9-e518-4a01-bc9d-f129b035ac3a HTTP/1.1" status: 204 len: 168 time: 0.1991930 May 27 16:29:57.070195 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed5bdc-e42b-44c0-9d08-a177867442f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d67fc9-e518-4a01-bc9d-f129b035ac3a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:57.184413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:57.227481 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-faae1fde-0581-4a0f-87d9-da7f1e649039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.228979 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-faae1fde-0581-4a0f-87d9-da7f1e649039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 1130 time: 0.0428786 May 27 16:29:57.277395 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:57.300986 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-678b55b4-e657-4ba1-bd90-531af2495c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 200 len: 1001 time: 0.1001968 May 27 16:29:57.339971 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-c199954b-68ba-4fbd-b042-04596470a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.343726 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-c199954b-68ba-4fbd-b042-04596470a72b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 914 time: 0.0989642 May 27 16:29:57.347170 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b855f8ec-327f-42bd-a40b-5288f300b3a8 req-eb17eae5-15e2-479a-9ca7-d2d617539d13 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704378 May 27 16:29:57.390361 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-b8eb8b60-4303-4368-b085-941e5c3b5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.391943 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-b8eb8b60-4303-4368-b085-941e5c3b5273 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.0750611 May 27 16:29:57.448409 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:57.455439 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-bc5a0c3e-4af5-4172-bd01-2986477a3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.460917 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-bc5a0c3e-4af5-4172-bd01-2986477a3bfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571163 May 27 16:29:57.497866 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-1fdfd542-1620-4313-b119-644d62bbdbdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41c308ca-1a37-4303-834e-73089831b6de HTTP/1.1" status: 200 len: 1002 time: 0.1329401 May 27 16:29:57.505880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ffe79-66bd-4ca7-994a-dc49cb4c6c80 req-00d3d352-c92d-446c-bccd-e81618418729 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.507315 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c4ffe79-66bd-4ca7-994a-dc49cb4c6c80 req-00d3d352-c92d-446c-bccd-e81618418729 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0955644 May 27 16:29:57.568146 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-e5fd6471-443b-44f9-bf2d-91b814ec5e24 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970056 May 27 16:29:57.600391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-c9f06dca-f343-4180-80f6-29447d45af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.601898 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-c9f06dca-f343-4180-80f6-29447d45af44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0916052 May 27 16:29:57.614274 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c4ffe79-66bd-4ca7-994a-dc49cb4c6c80 req-c5cb9c34-ba5d-43f1-83a3-14e52b0f2cfb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953267 May 27 16:29:57.645923 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:57.649201 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:29:57.661472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-105e1f43-ca69-4eb8-bf18-89a7e03d8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:57.663819 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-105e1f43-ca69-4eb8-bf18-89a7e03d8c88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486925 May 27 16:29:57.669666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38752) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:57.683973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bba2-844b-4bec-b697-0d8340e0d84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:57.721166 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c8bb0424-975e-4c4c-8624-de3787f17587 req-d86297b9-28c6-4586-9a86-ae5748d06bdc service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383023 May 27 16:29:57.785950 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bba2-844b-4bec-b697-0d8340e0d84b admin admin] Publish callbacks [] for security_group (148e5bd5-4f0f-4406-ba9b-8c22cedc51eb), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:57.941327 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-2a5c9699-5657-464d-8ee1-e91e46729949 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913684 May 27 16:29:57.969005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4e1bba2-844b-4bec-b697-0d8340e0d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (148e5bd5-4f0f-4406-ba9b-8c22cedc51eb), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.054938 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a4e1bba2-844b-4bec-b697-0d8340e0d84b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d81757e084a34395a98886c08965e538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836381 May 27 16:29:58.057210 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1bba2-844b-4bec-b697-0d8340e0d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e5bd5-4f0f-4406-ba9b-8c22cedc51eb,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:58.057915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38756) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:58.082561 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-041eb33b-331b-4ee5-b6e4-8f9e0536d82c req-d34f2cb6-e456-41d2-bcdb-9196bf0bc0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315072 May 27 16:29:58.109277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] Publish callbacks [] for security_group (148e5bd5-4f0f-4406-ba9b-8c22cedc51eb), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.131847 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] Publish callbacks [] for security_group (148e5bd5-4f0f-4406-ba9b-8c22cedc51eb), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.275303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (148e5bd5-4f0f-4406-ba9b-8c22cedc51eb), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.282935 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.288976 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/148e5bd5-4f0f-4406-ba9b-8c22cedc51eb HTTP/1.1" status: 204 len: 168 time: 0.2260733 May 27 16:29:58.305520 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd0b2-f645-4b5c-a40f-20de1b8d4675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e5bd5-4f0f-4406-ba9b-8c22cedc51eb,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:58.416934 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 38768) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:58.431140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d12eb53d-1c75-4ec6-92d1-dd91fc5985da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.505281 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:58.513300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d12eb53d-1c75-4ec6-92d1-dd91fc5985da admin admin] Publish callbacks [] for security_group (f845bb31-34a7-4c25-b88c-a9d737b50cf3), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.639712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d12eb53d-1c75-4ec6-92d1-dd91fc5985da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f845bb31-34a7-4c25-b88c-a9d737b50cf3), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.677546 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-d12eb53d-1c75-4ec6-92d1-dd91fc5985da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b978b5167962421cae2116c1bb171a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594378 May 27 16:29:58.680154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 38774) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:29:58.697220 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb53d-1c75-4ec6-92d1-dd91fc5985da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845bb31-34a7-4c25-b88c-a9d737b50cf3,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:29:58.750478 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:29:58.844480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635d7e1-63f4-4916-b7ca-6f9fb4bed290 req-82cadb0e-85bb-4ec7-b13f-aa63934bf45b tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:58.845960 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7635d7e1-63f4-4916-b7ca-6f9fb4bed290 req-82cadb0e-85bb-4ec7-b13f-aa63934bf45b tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0941415 May 27 16:29:58.868276 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dbd28-c933-4457-9e16-01b15b2f82d8 req-ebba5b5d-f7a2-4bab-a363-a9e7a844e12f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:29:58.869727 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b4dbd28-c933-4457-9e16-01b15b2f82d8 req-ebba5b5d-f7a2-4bab-a363-a9e7a844e12f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.1076677 May 27 16:29:58.883976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] Publish callbacks [] for security_group (f845bb31-34a7-4c25-b88c-a9d737b50cf3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.919045 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1657f0f7-9166-4dfc-8049-e3780ab5e887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.938386 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] Publish callbacks [] for security_group (f845bb31-34a7-4c25-b88c-a9d737b50cf3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:58.964165 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7635d7e1-63f4-4916-b7ca-6f9fb4bed290 req-bb063362-dfb9-4aed-abd8-b69e3211bbee tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095505 May 27 16:29:59.000092 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b4dbd28-c933-4457-9e16-01b15b2f82d8 req-9702262b-4151-4021-810a-3826d834a0ca tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203270 May 27 16:29:59.176037 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f845bb31-34a7-4c25-b88c-a9d737b50cf3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:59.178652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:29:59.179783 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f845bb31-34a7-4c25-b88c-a9d737b50cf3 HTTP/1.1" status: 204 len: 168 time: 0.4975679 May 27 16:29:59.192865 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e3f7-3f9d-4b2a-8e7f-bbf9ea536610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845bb31-34a7-4c25-b88c-a9d737b50cf3,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:00.117814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751071c-f937-4e58-91fb-be63e87ee8af req-dea1395b-c3a5-4edd-bcf7-82283fcca7e1 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:00.120070 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3751071c-f937-4e58-91fb-be63e87ee8af req-dea1395b-c3a5-4edd-bcf7-82283fcca7e1 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0797999 May 27 16:30:00.154105 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cff27-223a-47a2-9a5c-e4109a46b7e7 req-6ee84934-0a0f-43c3-ba97-4c9ffb799be6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:00.155783 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e70cff27-223a-47a2-9a5c-e4109a46b7e7 req-6ee84934-0a0f-43c3-ba97-4c9ffb799be6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0759184 May 27 16:30:00.207163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3751071c-f937-4e58-91fb-be63e87ee8af req-e3031db6-c4cd-4d10-878e-91c42068e199 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799174 May 27 16:30:00.245208 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e70cff27-223a-47a2-9a5c-e4109a46b7e7 req-1d2728e8-ae1d-4789-8ba4-a6dedc5c934d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803692 May 27 16:30:01.324561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:01.340909 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69478181-b00a-4b15-9903-5b4c4b3e50d5 req-bf52df10-e44f-4404-8be1-b6f73bee00c0 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:01.342940 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69478181-b00a-4b15-9903-5b4c4b3e50d5 req-bf52df10-e44f-4404-8be1-b6f73bee00c0 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0524216 May 27 16:30:01.408273 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0831e-edd9-4536-9d4a-94cf1f6684c8 req-c9be888b-5803-4ebc-90ed-55f958a3189f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:01.409852 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4c0831e-edd9-4536-9d4a-94cf1f6684c8 req-c9be888b-5803-4ebc-90ed-55f958a3189f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0660417 May 27 16:30:01.446102 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69478181-b00a-4b15-9903-5b4c4b3e50d5 req-7dfcba10-0224-4a9f-9398-059d5e0168b5 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885100 May 27 16:30:01.472252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4c0831e-edd9-4536-9d4a-94cf1f6684c8 req-5cad305d-80b1-4686-a076-4fb2175c87ee tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 May 27 16:30:01.579712 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58930-cd54-451c-9640-c27a2b842e10 req-09a92c03-6107-4044-b68a-c0a6f38eb00d tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:01.581921 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4be58930-cd54-451c-9640-c27a2b842e10 req-09a92c03-6107-4044-b68a-c0a6f38eb00d tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 945 time: 0.0519831 May 27 16:30:01.622816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4ba12a75-7ae0-4e66-aa8b-5698efb0673d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:01.699721 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Deleting port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:30:01.699994 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:01.797777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] For port 828e7b2d-5a1e-4b47-a5bb-001643444ef5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=828e7b2d-5a1e-4b47-a5bb-001643444ef5,segment=NetworkSegment(20925c8f-e208-440d-b1d8-71bcc56e1f31),segment_id=20925c8f-e208-440d-b1d8-71bcc56e1f31)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:30:01.798284 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:01.813641 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Calling delete_port for 828e7b2d-5a1e-4b47-a5bb-001643444ef5 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:30:01.891977 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:02.108498 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (828e7b2d-5a1e-4b47-a5bb-001643444ef5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:02.144771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Pushing event deleted for resources: {'Port': ['ID=828e7b2d-5a1e-4b47-a5bb-001643444ef5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:02.176765 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['828e7b2d-5a1e-4b47-a5bb-001643444ef5'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:30:02.212105 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] No DVR routers for this DVR port 828e7b2d-5a1e-4b47-a5bb-001643444ef5 on host hv-cinder-84049 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:30:02.215856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:02.227879 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4be58930-cd54-451c-9640-c27a2b842e10 req-5b8b794e-88bd-4fbb-807e-475c6280bd2f tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.15 "DELETE /v2.0/ports/828e7b2d-5a1e-4b47-a5bb-001643444ef5 HTTP/1.1" status: 204 len: 173 time: 0.6326196 May 27 16:30:02.227879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'name': 'network-vif-deleted', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:30:02.227879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3082d69e-09e1-417d-8e1d-c93041bce5e3" -d '{"events": [{"server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "name": "network-vif-deleted", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:30:02.282815 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7924cc1-7e35-4311-b761-16fbdd6c5008 x-openstack-request-id: req-f7924cc1-7e35-4311-b761-16fbdd6c5008 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:30:02.283110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6667842-dd11-4097-a37f-2098f2a79c9d", "name": "network-vif-deleted", "tag": "828e7b2d-5a1e-4b47-a5bb-001643444ef5", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:30:02.283368 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7924cc1-7e35-4311-b761-16fbdd6c5008 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:30:02.283795 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7924cc1-7e35-4311-b761-16fbdd6c5008'] response: {'server_uuid': 'a6667842-dd11-4097-a37f-2098f2a79c9d', 'name': 'network-vif-deleted', 'tag': '828e7b2d-5a1e-4b47-a5bb-001643444ef5', 'status': 'completed', 'code': 200} May 27 16:30:02.547253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0030069d-72cb-4668-9e11-e02cd09dff12 req-5147f71b-9bf7-4380-b2e6-66f810a92759 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0303779 May 27 16:30:02.592660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4dbc-9aa8-4e02-9383-b5e601a866b8 req-a0bbda99-2e02-45dd-86c6-cdef14191d69 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:02.594146 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e1dd4dbc-9aa8-4e02-9383-b5e601a866b8 req-a0bbda99-2e02-45dd-86c6-cdef14191d69 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0460486 May 27 16:30:02.646698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e1dd4dbc-9aa8-4e02-9383-b5e601a866b8 req-aa94cc9b-0559-4793-b6a8-1826ec011202 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 May 27 16:30:02.747722 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:03.647855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f87a7e0f-741e-4401-845a-8dc91e6267ff req-e3102da7-6816-4de5-bfe6-15326e47ca0b tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0292940 May 27 16:30:03.769710 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1428d7e-8b6d-4c58-bcb9-6ecd105e9436 req-e15de0a6-3cf0-44d3-93d2-9278f97b562c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:03.771171 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1428d7e-8b6d-4c58-bcb9-6ecd105e9436 req-e15de0a6-3cf0-44d3-93d2-9278f97b562c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0485759 May 27 16:30:03.819849 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1428d7e-8b6d-4c58-bcb9-6ecd105e9436 req-a605eb0f-550e-4f63-b5fc-e6ed6495376e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 May 27 16:30:03.984232 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:04.056405 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:04.743453 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ba17c46-87e7-4106-b761-dade2d79b312 req-7ebfe90c-6382-4db1-bc53-4b5d2e814be5 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0284972 May 27 16:30:04.934501 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356bac1-fadf-4d03-82ae-587c34c9672f req-47ea279d-a0f4-4431-bf36-4bccedeac067 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:04.935928 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c356bac1-fadf-4d03-82ae-587c34c9672f req-47ea279d-a0f4-4431-bf36-4bccedeac067 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0487444 May 27 16:30:04.987721 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c356bac1-fadf-4d03-82ae-587c34c9672f req-3982b610-a5d9-4846-96e5-a2b5dc490ded tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 May 27 16:30:05.639964 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:05.838220 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ea9d36c-163b-49f5-b5bd-8d9561c469c0 req-83f74c15-c243-44d5-8187-47f8bbdcd018 tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0287430 May 27 16:30:06.105981 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082de144-569e-4196-b76b-fd6a51405380 req-413bd47d-796b-4bbf-8437-86487b735726 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:06.107568 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-082de144-569e-4196-b76b-fd6a51405380 req-413bd47d-796b-4bbf-8437-86487b735726 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0495825 May 27 16:30:06.161731 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-082de144-569e-4196-b76b-fd6a51405380 req-fe19a097-01a9-47b6-9990-4ba5cbce05fb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 May 27 16:30:06.185050 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 828e7b2d-5a1e-4b47-a5bb-001643444ef5 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:30:06.205717 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 828e7b2d-5a1e-4b47-a5bb-001643444ef5 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:30:06.205977 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 828e7b2d-5a1e-4b47-a5bb-001643444ef5 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:30:06.949645 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8bc2cb61-734c-40fd-8bdd-7c58f109f0fb req-208b2753-7806-447c-a59d-ac5096f6b04d tempest-DeleteServersTestJSON-698592772 tempest-DeleteServersTestJSON-698592772-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6667842-dd11-4097-a37f-2098f2a79c9d HTTP/1.1" status: 200 len: 210 time: 0.0293088 May 27 16:30:07.275844 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e60bd-50c2-435c-8001-5dcdafdece55 req-f8e88933-23ea-4afd-9c09-c9cdfcceae09 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:07.277358 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-892e60bd-50c2-435c-8001-5dcdafdece55 req-f8e88933-23ea-4afd-9c09-c9cdfcceae09 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0478613 May 27 16:30:07.331799 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-892e60bd-50c2-435c-8001-5dcdafdece55 req-5b22cac9-1654-46a9-abc8-34ed1637a353 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 May 27 16:30:08.481974 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5b5d3-1297-4afd-83e5-bda71a6f6a97 req-0c48425d-f8bd-4beb-8ee6-ca478bc5a81f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:08.483403 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22d5b5d3-1297-4afd-83e5-bda71a6f6a97 req-0c48425d-f8bd-4beb-8ee6-ca478bc5a81f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0472612 May 27 16:30:08.522908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:08.535326 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22d5b5d3-1297-4afd-83e5-bda71a6f6a97 req-af633f00-1e4f-4152-818a-93f2f31f286d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 May 27 16:30:08.971375 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=5,neutron:SELECT=22 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:09.657348 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee073-fd0d-45cc-80a2-12513e3a147c req-8ff17595-4f20-4431-b997-940865fa2234 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:09.658857 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-211ee073-fd0d-45cc-80a2-12513e3a147c req-8ff17595-4f20-4431-b997-940865fa2234 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0469787 May 27 16:30:09.710089 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-211ee073-fd0d-45cc-80a2-12513e3a147c req-6af04c8b-e5a7-4db4-b7ce-04f8f1b18b93 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 May 27 16:30:09.859647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39082) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:09.907882 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Deleting subnet 29bf5465-314c-4222-8c0f-ac3a37e06d89 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:30:09.911026 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Publish callbacks [] for subnet (29bf5465-314c-4222-8c0f-ac3a37e06d89), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:09.950799 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Publish callbacks [] for subnet (29bf5465-314c-4222-8c0f-ac3a37e06d89), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:09.961971 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (29bf5465-314c-4222-8c0f-ac3a37e06d89), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.126755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for subnet (29bf5465-314c-4222-8c0f-ac3a37e06d89), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.153039 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bf5465-314c-4222-8c0f-ac3a37e06d89,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:10.158121 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.161207 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8e618619-6a2b-4eb8-9988-ebcfa0617f46 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/29bf5465-314c-4222-8c0f-ac3a37e06d89 HTTP/1.1" status: 204 len: 168 time: 0.3004787 May 27 16:30:10.163886 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39086) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:10.235102 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (ea852da7-42d9-4ac0-9378-491c47039177), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.289905 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:10.320013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (ea852da7-42d9-4ac0-9378-491c47039177), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.340857 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.341240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.342011 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.342333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.342698 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.343195 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.343665 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.343752 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.344045 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.344351 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.476983 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.477259 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.477534 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.477856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:10.478228 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea852da7-42d9-4ac0-9378-491c47039177']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:10.496539 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20925c8f-e208-440d-b1d8-71bcc56e1f31') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:10.496863 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20925c8f-e208-440d-b1d8-71bcc56e1f31') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:10.519258 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779733'] for segment (20925c8f-e208-440d-b1d8-71bcc56e1f31), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.540040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (20925c8f-e208-440d-b1d8-71bcc56e1f31), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.549694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:30:10.553560 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14489168'] for segment (20925c8f-e208-440d-b1d8-71bcc56e1f31), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.764871 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 20925c8f-e208-440d-b1d8-71bcc56e1f31 resource provider aggregate not found May 27 16:30:10.772838 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (ea852da7-42d9-4ac0-9378-491c47039177), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.782120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:10.786741 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] 10.222.0.42 "DELETE /v2.0/networks/ea852da7-42d9-4ac0-9378-491c47039177 HTTP/1.1" status: 204 len: 168 time: 0.6216285 May 27 16:30:10.814882 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 20925c8f-e208-440d-b1d8-71bcc56e1f31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20925c8f-e208-440d-b1d8-71bcc56e1f31 found for delete ", "request_id": "req-02dcc07b-5dca-4134-9a2b-111161dc6d00"}]} May 27 16:30:10.829535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63daf49-1a17-434b-a0a3-904b6d666c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea852da7-42d9-4ac0-9378-491c47039177,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:10.840828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:10.978409 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.106033 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6200-362b-4954-b0ee-807e8bcc9c64 req-d2817adc-c58a-407f-9f4e-079ef63d93ae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:11.108535 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-560c6200-362b-4954-b0ee-807e8bcc9c64 req-d2817adc-c58a-407f-9f4e-079ef63d93ae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.2916110 May 27 16:30:11.161949 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-560c6200-362b-4954-b0ee-807e8bcc9c64 req-b53e5b85-41df-4a13-83cc-1d47b6e75212 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 May 27 16:30:11.176520 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39122) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:11.215356 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39126) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:11.272885 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39132) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:11.273086 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7d943b67-09ed-4ec8-b3e3-a6f5bd6bd47d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32666b3567c94e06a7f720c1abe2a8b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0561843 May 27 16:30:11.328405 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] Publish callbacks [] for security_group (6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.352617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] Publish callbacks [] for security_group (6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.385441 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb048-29ec-4d6c-b7bb-d6be08ad83a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.461390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb048-29ec-4d6c-b7bb-d6be08ad83a7 admin admin] Publish callbacks [] for security_group (5a5df03e-a45c-4101-ae1f-a51cb1b702c4), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.554556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.557232 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.558550 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2 HTTP/1.1" status: 204 len: 168 time: 0.2842515 May 27 16:30:11.567518 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b3dea-dda6-4b2b-ae71-90c80ab7cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c6eec-92d4-45ea-ae8a-fe3dbf2b6af2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:11.584214 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb048-29ec-4d6c-b7bb-d6be08ad83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5a5df03e-a45c-4101-ae1f-a51cb1b702c4), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.636407 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4f3bb048-29ec-4d6c-b7bb-d6be08ad83a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90a92435575244d8af279d841029e198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587166 May 27 16:30:11.637267 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bb048-29ec-4d6c-b7bb-d6be08ad83a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5df03e-a45c-4101-ae1f-a51cb1b702c4,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:11.639374 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39136) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:11.652333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:11.689695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] Publish callbacks [] for security_group (5a5df03e-a45c-4101-ae1f-a51cb1b702c4), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.711783 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] Publish callbacks [] for security_group (5a5df03e-a45c-4101-ae1f-a51cb1b702c4), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.836621 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39142) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:11.853109 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5a5df03e-a45c-4101-ae1f-a51cb1b702c4), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.855617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:11.857523 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a5df03e-a45c-4101-ae1f-a51cb1b702c4 HTTP/1.1" status: 204 len: 168 time: 0.2163668 May 27 16:30:11.866462 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35e035-632f-44fa-93ac-9eb358b535a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5df03e-a45c-4101-ae1f-a51cb1b702c4,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:12.044927 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2566e59-c5d9-44fe-90c5-828daa17f8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.122875 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:12.134817 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2566e59-c5d9-44fe-90c5-828daa17f8d4 admin admin] Publish callbacks [] for security_group (478cc0f2-0e72-4220-a760-cea2492daac9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.195141 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2566e59-c5d9-44fe-90c5-828daa17f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (478cc0f2-0e72-4220-a760-cea2492daac9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.244154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39168) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:12.252116 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e2566e59-c5d9-44fe-90c5-828daa17f8d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f882b896a8a4db4acf8b8cf1ed03029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143279 May 27 16:30:12.264223 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2566e59-c5d9-44fe-90c5-828daa17f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478cc0f2-0e72-4220-a760-cea2492daac9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:12.307727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] Publish callbacks [] for security_group (478cc0f2-0e72-4220-a760-cea2492daac9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.319082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763871e4-434b-43ad-85f8-0307bcb8552f req-d67abcd3-7dd4-4efc-a8cd-b8d9e1fd205f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:12.320657 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-763871e4-434b-43ad-85f8-0307bcb8552f req-d67abcd3-7dd4-4efc-a8cd-b8d9e1fd205f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0662513 May 27 16:30:12.339024 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] Publish callbacks [] for security_group (478cc0f2-0e72-4220-a760-cea2492daac9), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.372809 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-763871e4-434b-43ad-85f8-0307bcb8552f req-9105941a-bc92-4ede-bbe5-729909777255 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 May 27 16:30:12.537396 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (478cc0f2-0e72-4220-a760-cea2492daac9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.539921 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.541087 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/478cc0f2-0e72-4220-a760-cea2492daac9 HTTP/1.1" status: 204 len: 168 time: 0.2956688 May 27 16:30:12.549463 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd6521-48f2-419f-9a58-d1c87609d26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478cc0f2-0e72-4220-a760-cea2492daac9,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:12.658065 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39176) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:12.671595 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-452b5498-e080-40f8-9cfd-7e08497b2014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.753243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-452b5498-e080-40f8-9cfd-7e08497b2014 admin admin] Publish callbacks [] for security_group (a84819f7-8a36-4891-b021-f25c8da82d70), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.840436 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-452b5498-e080-40f8-9cfd-7e08497b2014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a84819f7-8a36-4891-b021-f25c8da82d70), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.885834 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-452b5498-e080-40f8-9cfd-7e08497b2014 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2752f65b5af5411cb7978f470d14ac42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265985 May 27 16:30:12.888540 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39186) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:12.905600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b5498-e080-40f8-9cfd-7e08497b2014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84819f7-8a36-4891-b021-f25c8da82d70,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:12.961972 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] Publish callbacks [] for security_group (a84819f7-8a36-4891-b021-f25c8da82d70), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:12.984506 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] Publish callbacks [] for security_group (a84819f7-8a36-4891-b021-f25c8da82d70), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.183723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a84819f7-8a36-4891-b021-f25c8da82d70), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.186299 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.190253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a84819f7-8a36-4891-b021-f25c8da82d70 HTTP/1.1" status: 204 len: 168 time: 0.2974114 May 27 16:30:13.197718 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9ce1a-52d8-44f5-9be0-bdd14eed5f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84819f7-8a36-4891-b021-f25c8da82d70,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:13.364192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39214) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:13.383569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-59d85c93-e615-4af3-9ac7-cd06eae4d8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.509361 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-59d85c93-e615-4af3-9ac7-cd06eae4d8f8 admin admin] Publish callbacks [] for security_group (9669f402-e367-4b7a-95ac-2ba160445132), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.527176 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac02bd-45d7-4b6d-9986-98a47274f9d0 req-bf4d9892-bca2-46b5-830f-06e52e478811 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:13.529039 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22ac02bd-45d7-4b6d-9986-98a47274f9d0 req-bf4d9892-bca2-46b5-830f-06e52e478811 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0632777 May 27 16:30:13.578353 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-59d85c93-e615-4af3-9ac7-cd06eae4d8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (9669f402-e367-4b7a-95ac-2ba160445132), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.580545 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22ac02bd-45d7-4b6d-9986-98a47274f9d0 req-a5a80b2e-1db6-4e40-ac3f-4a5960d90de5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 27 16:30:13.630920 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-59d85c93-e615-4af3-9ac7-cd06eae4d8f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45e26d60656942d78e9d6a6eb932f190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630758 May 27 16:30:13.630920 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d85c93-e615-4af3-9ac7-cd06eae4d8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669f402-e367-4b7a-95ac-2ba160445132,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:13.631634 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39240) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:13.683202 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] Publish callbacks [] for security_group (9669f402-e367-4b7a-95ac-2ba160445132), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.684322 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:13.689814 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=50 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:13.710068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] Publish callbacks [] for security_group (9669f402-e367-4b7a-95ac-2ba160445132), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.902957 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (9669f402-e367-4b7a-95ac-2ba160445132), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.905503 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:13.907237 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9669f402-e367-4b7a-95ac-2ba160445132 HTTP/1.1" status: 204 len: 168 time: 0.2745736 May 27 16:30:13.915156 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82889002-3cd9-49c6-9bb2-c0afee9196a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669f402-e367-4b7a-95ac-2ba160445132,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:14.261435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbf750-fec5-4b3f-8d04-89c4962f6d73 req-a32fcd3d-e721-48a6-8b69-228b61863361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:14.262966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3abbf750-fec5-4b3f-8d04-89c4962f6d73 req-a32fcd3d-e721-48a6-8b69-228b61863361 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1130 time: 0.0497293 May 27 16:30:14.299273 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:14.313960 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3abbf750-fec5-4b3f-8d04-89c4962f6d73 req-31ec0748-cda8-4908-937b-e8254c565c23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 May 27 16:30:14.497240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39248) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:14.504578 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:14.511796 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18a3c179-addf-49da-b61a-cd464dc8bc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.522753 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:14.597766 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39252) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:14.600810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18a3c179-addf-49da-b61a-cd464dc8bc53 admin admin] Publish callbacks [] for security_group (d3c314d0-3cc0-4b1f-8368-c1358d934aa6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.652749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39260) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:14.690081 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18a3c179-addf-49da-b61a-cd464dc8bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d3c314d0-3cc0-4b1f-8368-c1358d934aa6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.713293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163117-3a38-49f4-b602-94edfc5d2e59 req-868b1bab-eb35-4550-ae78-727f1986dc56 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:14.723369 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7163117-3a38-49f4-b602-94edfc5d2e59 req-868b1bab-eb35-4550-ae78-727f1986dc56 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0634358 May 27 16:30:14.744914 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-18a3c179-addf-49da-b61a-cd464dc8bc53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a098ad584924616819dfe1cc43af023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465272 May 27 16:30:14.745628 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39266) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:14.747750 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3c179-addf-49da-b61a-cd464dc8bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c314d0-3cc0-4b1f-8368-c1358d934aa6,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:14.792110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7163117-3a38-49f4-b602-94edfc5d2e59 req-b2e492ad-31a9-4e88-a288-c06ec0dda7bc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676394 May 27 16:30:14.807734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a105f0c4-8d62-4687-82dc-2fd39cb67dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.836768 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc913-2cb1-49d9-ac58-c2d58b58207c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.838560 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] Publish callbacks [] for security_group (d3c314d0-3cc0-4b1f-8368-c1358d934aa6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.879260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] Publish callbacks [] for security_group (d3c314d0-3cc0-4b1f-8368-c1358d934aa6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:14.893357 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a105f0c4-8d62-4687-82dc-2fd39cb67dc7 admin admin] Publish callbacks [] for security_group (6c8614f4-fb92-42cc-9075-1fe3edecb911), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.087063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a105f0c4-8d62-4687-82dc-2fd39cb67dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c8614f4-fb92-42cc-9075-1fe3edecb911), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.091238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:15.092341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d3c314d0-3cc0-4b1f-8368-c1358d934aa6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.095164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.096176 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3c314d0-3cc0-4b1f-8368-c1358d934aa6 HTTP/1.1" status: 204 len: 168 time: 0.3493347 May 27 16:30:15.111973 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105d0fd-1cb4-4c57-a191-b560033aa11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c314d0-3cc0-4b1f-8368-c1358d934aa6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:15.173082 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a105f0c4-8d62-4687-82dc-2fd39cb67dc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd7f849538d44293999c28b49a00bed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741708 May 27 16:30:15.180629 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39274) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:15.186260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc913-2cb1-49d9-ac58-c2d58b58207c admin admin] Publish callbacks [] for security_group (d29a6b87-7c9c-460c-bbf3-20faa87f5fc0), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.189306 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f0c4-8d62-4687-82dc-2fd39cb67dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8614f4-fb92-42cc-9075-1fe3edecb911,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:15.241946 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] Publish callbacks [] for security_group (6c8614f4-fb92-42cc-9075-1fe3edecb911), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.272842 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] Publish callbacks [] for security_group (6c8614f4-fb92-42cc-9075-1fe3edecb911), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.278252 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc913-2cb1-49d9-ac58-c2d58b58207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d29a6b87-7c9c-460c-bbf3-20faa87f5fc0), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.323372 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7bcdc913-2cb1-49d9-ac58-c2d58b58207c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bef23c708304098b2e6912aae0ef364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689367 May 27 16:30:15.324354 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc913-2cb1-49d9-ac58-c2d58b58207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29a6b87-7c9c-460c-bbf3-20faa87f5fc0,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:15.326843 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39276) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:15.407019 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] Publish callbacks [] for security_group (d29a6b87-7c9c-460c-bbf3-20faa87f5fc0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.432785 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c8614f4-fb92-42cc-9075-1fe3edecb911), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.435926 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.437713 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c8614f4-fb92-42cc-9075-1fe3edecb911 HTTP/1.1" status: 204 len: 168 time: 0.2537868 May 27 16:30:15.440318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] Publish callbacks [] for security_group (d29a6b87-7c9c-460c-bbf3-20faa87f5fc0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.458071 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf326810-22fe-4225-9bc8-52d5f38babea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8614f4-fb92-42cc-9075-1fe3edecb911,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:15.583723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d29a6b87-7c9c-460c-bbf3-20faa87f5fc0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.586337 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:15.587497 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d29a6b87-7c9c-460c-bbf3-20faa87f5fc0 HTTP/1.1" status: 204 len: 168 time: 0.2586565 May 27 16:30:15.598766 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189877bc-7fda-4fa9-977e-b0472341fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29a6b87-7c9c-460c-bbf3-20faa87f5fc0,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:15.912057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ebb3b-59c7-45bd-9444-ff34607d32bf req-a5797af4-d677-4928-a9e5-56ca25ba1417 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:15.913528 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4c5ebb3b-59c7-45bd-9444-ff34607d32bf req-a5797af4-d677-4928-a9e5-56ca25ba1417 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0508029 May 27 16:30:15.948689 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:15.967305 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4c5ebb3b-59c7-45bd-9444-ff34607d32bf req-247cbc76-de85-4aa8-9331-2cf4c4f9dca7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 May 27 16:30:16.006119 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:17.091346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7423-c829-42b8-be67-e84cdef9bf17 req-538b9e05-7ec2-4a93-8bda-e684cf04e9df tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:17.092856 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f70a7423-c829-42b8-be67-e84cdef9bf17 req-538b9e05-7ec2-4a93-8bda-e684cf04e9df tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0531898 May 27 16:30:17.147453 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f70a7423-c829-42b8-be67-e84cdef9bf17 req-d07bd9b0-c65c-4142-9c1e-2494e4cc317f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 May 27 16:30:17.280168 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2c234-9b1f-4be8-b6d9-81cfb8ec92ef req-6ed0ea80-f45c-418f-babd-1d072444839f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:17.281941 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1af2c234-9b1f-4be8-b6d9-81cfb8ec92ef req-6ed0ea80-f45c-418f-babd-1d072444839f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0511286 May 27 16:30:17.336931 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1af2c234-9b1f-4be8-b6d9-81cfb8ec92ef req-a241d996-d998-4652-8fc3-456de212fa77 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 May 27 16:30:18.257531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39368) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:18.405144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803956308-network', 'tenant_id': 'aac437473fae4632840f5089550fb84f'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:18.517322 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Made reservation on behalf of aac437473fae4632840f5089550fb84f for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:30:18.520708 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:18.534281 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:18.699659 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks [] for security_group (89c5ff34-8a55-43a1-aa93-d3677aaa0e8b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:18.823978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (89c5ff34-8a55-43a1-aa93-d3677aaa0e8b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:18.888558 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:30:18.906436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5ff34-8a55-43a1-aa93-d3677aaa0e8b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:18.921280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (41e0e8ee-d00e-402c-a4a6-4840e1367362), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:18.923490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Added segment 41e0e8ee-d00e-402c-a4a6-4840e1367362 of type vlan for network 5d876bb1-bc3a-44fa-883d-1ea87d83fe02 May 27 16:30:19.016103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (5d876bb1-bc3a-44fa-883d-1ea87d83fe02), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:19.161746 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (5d876bb1-bc3a-44fa-883d-1ea87d83fe02), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:19.163113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:19.163380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:19.239524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] Pushing event updated for resources: {'Network': ['ID=5d876bb1-bc3a-44fa-883d-1ea87d83fe02,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:19.256676 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 5d876bb1-bc3a-44fa-883d-1ea87d83fe02 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:30:19.322036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-407aed9b-292c-41fb-a440-ea876a868287 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0516958 May 27 16:30:19.322036 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39430) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:19.322036 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Request body: {'subnet': {'network_id': '5d876bb1-bc3a-44fa-883d-1ea87d83fe02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803956308-subnet', 'tenant_id': 'aac437473fae4632840f5089550fb84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:19.426083 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Made reservation on behalf of aac437473fae4632840f5089550fb84f for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:30:19.429227 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797609'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:19.572183 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:19.722817 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14488243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (af75e394-b833-42a2-aa88-cd70b7c641d1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:19.773952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:19.811715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af75e394-b833-42a2-aa88-cd70b7c641d1,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:19.814798 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Checking segment: {'id': '41e0e8ee-d00e-402c-a4a6-4840e1367362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5d876bb1-bc3a-44fa-883d-1ea87d83fe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:30:19.817904 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Network hostable DHCP agents. Network: 5d876bb1-bc3a-44fa-883d-1ea87d83fe02, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:30:19.871511 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39450) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:19.992594 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0566fdb7-27a6-45d4-9f3b-d7485ff6b25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.040768 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Network 5d876bb1-bc3a-44fa-883d-1ea87d83fe02 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:30:20.081244 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0566fdb7-27a6-45d4-9f3b-d7485ff6b25e admin admin] Publish callbacks [] for security_group (3cf17c39-556b-4124-aada-329b112d6f7d), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.238670 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0566fdb7-27a6-45d4-9f3b-d7485ff6b25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3cf17c39-556b-4124-aada-329b112d6f7d), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.242908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 5d876bb1-bc3a-44fa-883d-1ea87d83fe02) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:30:20.255690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.256416 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.257937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df648d8-cd2c-4b54-b9ef-bd71c88aeaf7 None None] Network 5d876bb1-bc3a-44fa-883d-1ea87d83fe02 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:30:20.296541 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0566fdb7-27a6-45d4-9f3b-d7485ff6b25e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aeb387454a344814b3f187efe3cc95d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238665 May 27 16:30:20.298677 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566fdb7-27a6-45d4-9f3b-d7485ff6b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf17c39-556b-4124-aada-329b112d6f7d,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:20.300508 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39456) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:20.398928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] Publish callbacks [] for security_group (3cf17c39-556b-4124-aada-329b112d6f7d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.411595 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-270d4366-dc41-46b8-b66c-d01199b4ca80 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0927932 May 27 16:30:20.421571 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] Publish callbacks [] for security_group (3cf17c39-556b-4124-aada-329b112d6f7d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.428211 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9eb99-efee-4600-8d12-cde27bd96f27 None None] Network 5d876bb1-bc3a-44fa-883d-1ea87d83fe02 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:30:20.500056 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39464) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:20.508212 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fce35-c546-420f-a0f1-69fc07016459 req-cab9f883-136d-4b9f-b282-00a2f5a7d700 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.512449 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-805fce35-c546-420f-a0f1-69fc07016459 req-cab9f883-136d-4b9f-b282-00a2f5a7d700 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0794141 May 27 16:30:20.561632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3cf17c39-556b-4124-aada-329b112d6f7d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.565708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.569848 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cf17c39-556b-4124-aada-329b112d6f7d HTTP/1.1" status: 204 len: 168 time: 0.2682996 May 27 16:30:20.583103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ee26-b15a-40b4-aef8-3f3f6c56fcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf17c39-556b-4124-aada-329b112d6f7d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:20.593647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-ad66d0df-1942-4cf6-92c2-7bfdf1d4741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.596107 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-ad66d0df-1942-4cf6-92c2-7bfdf1d4741d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.0837858 May 27 16:30:20.655319 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-262ca2f8-a5fa-40c2-826d-a2611a34387d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.662982 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-805fce35-c546-420f-a0f1-69fc07016459 req-c563a5b8-8555-4952-a203-08fb2d085c93 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027746 May 27 16:30:20.736580 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-8002bfe8-54a9-4ee5-9528-7fe39ea0cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.738528 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-8002bfe8-54a9-4ee5-9528-7fe39ea0cbd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1195762 May 27 16:30:20.744849 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-262ca2f8-a5fa-40c2-826d-a2611a34387d admin admin] Publish callbacks [] for security_group (c98659c3-24ee-4318-9dfd-abc900218b16), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:20.778870 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-d3d2dd9c-1a03-497c-b139-1ff9edbd4978 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 217 time: 0.0331874 May 27 16:30:20.831698 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-0d073584-361c-4489-8800-af34ed1c79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.833216 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-0d073584-361c-4489-8800-af34ed1c79fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0464377 May 27 16:30:20.880736 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-b2c0310a-1a8e-419a-afa2-7edaa39216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:20.882390 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-b2c0310a-1a8e-419a-afa2-7edaa39216c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419428 May 27 16:30:20.989647 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-086fc536-3687-4b3c-9cb5-566679798d04 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999339 May 27 16:30:21.064800 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-262ca2f8-a5fa-40c2-826d-a2611a34387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (c98659c3-24ee-4318-9dfd-abc900218b16), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.091242 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eda93b51-8c4e-41b2-9894-e5f198cdf89e req-95ae484c-b3fe-4b8c-adf2-c6f426da31e3 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942681 May 27 16:30:21.105282 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-262ca2f8-a5fa-40c2-826d-a2611a34387d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7248207892454e728f302d95f7b7974a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6039202 May 27 16:30:21.106435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ca2f8-a5fa-40c2-826d-a2611a34387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98659c3-24ee-4318-9dfd-abc900218b16,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:21.107942 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39480) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:21.197206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] Publish callbacks [] for security_group (c98659c3-24ee-4318-9dfd-abc900218b16), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.226352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] Publish callbacks [] for security_group (c98659c3-24ee-4318-9dfd-abc900218b16), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.426154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (c98659c3-24ee-4318-9dfd-abc900218b16), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.429565 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.435562 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c98659c3-24ee-4318-9dfd-abc900218b16 HTTP/1.1" status: 204 len: 168 time: 0.3218341 May 27 16:30:21.443276 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd19972-a95c-486c-91ee-faf375886435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98659c3-24ee-4318-9dfd-abc900218b16,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:21.710491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39506) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:21.726609 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c41ed886-797a-4152-9f7b-7f3250c7bf57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.810849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce723d7-0ed3-4ef4-b965-9ba4b7c8a19a req-3747fa1a-99c4-486c-bfac-8e828778578e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:21.818359 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ce723d7-0ed3-4ef4-b965-9ba4b7c8a19a req-3747fa1a-99c4-486c-bfac-8e828778578e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0711236 May 27 16:30:21.834102 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39508) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:21.841969 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370760042-network', 'tenant_id': 'b27dc5abdef34480942ca19891961563'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:21.884481 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ce723d7-0ed3-4ef4-b965-9ba4b7c8a19a req-d99c6557-7064-49e9-b68c-20ab5de619cb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 May 27 16:30:21.972321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Made reservation on behalf of b27dc5abdef34480942ca19891961563 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:30:21.974872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:21.985205 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.129895 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:22.154034 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c41ed886-797a-4152-9f7b-7f3250c7bf57 admin admin] Publish callbacks [] for security_group (76d08650-3c60-4c7e-9676-7fb2b91b048b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.180616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks [] for security_group (930580b0-df6c-4c9f-81fc-cc6486ff126a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.235138 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c41ed886-797a-4152-9f7b-7f3250c7bf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (76d08650-3c60-4c7e-9676-7fb2b91b048b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.270615 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (930580b0-df6c-4c9f-81fc-cc6486ff126a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.286609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c41ed886-797a-4152-9f7b-7f3250c7bf57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=504bb03d9d5641a7aa374733e2caafc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746381 May 27 16:30:22.288416 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=22,neutron:DELETE=1,neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:22.289151 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39516) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:22.295705 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ed886-797a-4152-9f7b-7f3250c7bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d08650-3c60-4c7e-9676-7fb2b91b048b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:22.296085 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:30:22.318963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (54c02bad-7434-4f49-a4b9-5880a44029c5), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.319305 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Added segment 54c02bad-7434-4f49-a4b9-5880a44029c5 of type vlan for network d6afb2e9-2b2c-4487-b5da-2d3610cbef91 May 27 16:30:22.320741 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930580b0-df6c-4c9f-81fc-cc6486ff126a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:22.379898 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39518) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:22.383165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (d6afb2e9-2b2c-4487-b5da-2d3610cbef91), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.398624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] Publish callbacks [] for security_group (76d08650-3c60-4c7e-9676-7fb2b91b048b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.398874 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-59299410-733d-48b2-a0a3-20eb10ae477c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.434852 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] Publish callbacks [] for security_group (76d08650-3c60-4c7e-9676-7fb2b91b048b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.478648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:22.526287 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-59299410-733d-48b2-a0a3-20eb10ae477c admin admin] Publish callbacks [] for security_group (ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.544892 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (d6afb2e9-2b2c-4487-b5da-2d3610cbef91), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.546610 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:22.548234 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.560452 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:22.623504 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6afb2e9-2b2c-4487-b5da-2d3610cbef91,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:22.633609 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network d6afb2e9-2b2c-4487-b5da-2d3610cbef91 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:30:22.646745 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-59299410-733d-48b2-a0a3-20eb10ae477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.651053 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (76d08650-3c60-4c7e-9676-7fb2b91b048b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.653550 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.654941 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76d08650-3c60-4c7e-9676-7fb2b91b048b HTTP/1.1" status: 204 len: 168 time: 0.3647070 May 27 16:30:22.696800 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-59299410-733d-48b2-a0a3-20eb10ae477c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b92499cf9bd4c5eaed7ea4b78a3740d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134809 May 27 16:30:22.696800 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299410-733d-48b2-a0a3-20eb10ae477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:22.698532 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39522) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:22.707266 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece728c2-1a25-4d27-ab81-104b8cb61437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d08650-3c60-4c7e-9676-7fb2b91b048b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:22.711660 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b824b63a-6bfe-4d17-a9b1-bcbbacecf0c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8748708 May 27 16:30:22.714139 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39524) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:22.724288 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Request body: {'subnet': {'network_id': 'd6afb2e9-2b2c-4487-b5da-2d3610cbef91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370760042-subnet', 'tenant_id': 'b27dc5abdef34480942ca19891961563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:22.770433 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] Publish callbacks [] for security_group (ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.800587 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] Publish callbacks [] for security_group (ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.830080 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Made reservation on behalf of b27dc5abdef34480942ca19891961563 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:30:22.832608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797609'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.933141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.936055 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:22.937560 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6 HTTP/1.1" status: 204 len: 168 time: 0.2377627 May 27 16:30:22.947613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce35d-afbe-429a-81fc-b5e4139c50a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c5d2b-01ce-4cc4-9e26-42ab8c5d3bd6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:23.045404 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d099-74c7-49d2-9f3d-81e2e2e7f863 req-2927df0f-4c40-48e9-bf90-3ddf8ed1d8ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:23.046915 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a57d099-74c7-49d2-9f3d-81e2e2e7f863 req-2927df0f-4c40-48e9-bf90-3ddf8ed1d8ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0679021 May 27 16:30:23.131024 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a57d099-74c7-49d2-9f3d-81e2e2e7f863 req-248de319-d182-4ba7-834a-ecd71837cbf5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613427 May 27 16:30:23.174113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:23.219572 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14488243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (53525215-bbf9-4549-bb21-dc8a93012e91), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:23.285998 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53525215-bbf9-4549-bb21-dc8a93012e91,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:23.299444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Checking segment: {'id': '54c02bad-7434-4f49-a4b9-5880a44029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'd6afb2e9-2b2c-4487-b5da-2d3610cbef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:30:23.299804 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Network hostable DHCP agents. Network: d6afb2e9-2b2c-4487-b5da-2d3610cbef91, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:30:23.498830 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Network d6afb2e9-2b2c-4487-b5da-2d3610cbef91 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:30:23.693872 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, d6afb2e9-2b2c-4487-b5da-2d3610cbef91) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:30:23.698921 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:23.700905 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:23.706965 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897fec8-1806-40b9-87f4-c463d73d6741 None None] Network d6afb2e9-2b2c-4487-b5da-2d3610cbef91 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:30:23.807511 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4c26af38-e141-4044-b590-1fd0ffffdf0e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0909655 May 27 16:30:23.820001 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d790f-5639-4d54-a9ef-ed9dd85d7129 None None] Network d6afb2e9-2b2c-4487-b5da-2d3610cbef91 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:30:24.274561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580bc63-5e29-4b8b-af4b-b1497ccaec01 req-4c30fa74-9d88-49fa-bb0f-1c1745ca9f6e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:24.276519 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e580bc63-5e29-4b8b-af4b-b1497ccaec01 req-4c30fa74-9d88-49fa-bb0f-1c1745ca9f6e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0689356 May 27 16:30:24.353960 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e580bc63-5e29-4b8b-af4b-b1497ccaec01 req-87dd12e1-661b-4b0d-8d2d-3fdf72c9b1ed tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690424 May 27 16:30:25.069848 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:25.095569 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:25.186176 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=19 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:25.506021 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e18c8-487d-441a-90e4-fc2f887e67d7 req-c1be2d71-21ce-45cf-8f7b-0e08a7babdae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:25.507550 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b5e18c8-487d-441a-90e4-fc2f887e67d7 req-c1be2d71-21ce-45cf-8f7b-0e08a7babdae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0605860 May 27 16:30:25.561469 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b5e18c8-487d-441a-90e4-fc2f887e67d7 req-0e0a6b2b-fd9d-4aa7-91ef-79e8a116ee5f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470388 May 27 16:30:26.055517 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39616) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:26.168054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-13fe59ba-1b77-480a-9755-ebb86a0e14de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.259855 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-13fe59ba-1b77-480a-9755-ebb86a0e14de admin admin] Publish callbacks [] for security_group (b44d7c4a-0e9b-443f-b4d5-141224513595), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.396532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-13fe59ba-1b77-480a-9755-ebb86a0e14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b44d7c4a-0e9b-443f-b4d5-141224513595), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.439193 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-13fe59ba-1b77-480a-9755-ebb86a0e14de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88f548281b9047168b4cb31f59293bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825502 May 27 16:30:26.446995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 39626) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:26.447900 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe59ba-1b77-480a-9755-ebb86a0e14de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d7c4a-0e9b-443f-b4d5-141224513595,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:26.501901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] Publish callbacks [] for security_group (b44d7c4a-0e9b-443f-b4d5-141224513595), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.531326 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] Publish callbacks [] for security_group (b44d7c4a-0e9b-443f-b4d5-141224513595), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.687088 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:26.700019 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434ebcc-babd-44ff-9f2b-87dfe08d3327 req-d7d5a703-e85e-47ae-965c-dd7cf502af2a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:26.702000 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e434ebcc-babd-44ff-9f2b-87dfe08d3327 req-d7d5a703-e85e-47ae-965c-dd7cf502af2a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0648327 May 27 16:30:26.723165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b44d7c4a-0e9b-443f-b4d5-141224513595), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.727454 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:26.728686 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b44d7c4a-0e9b-443f-b4d5-141224513595 HTTP/1.1" status: 204 len: 168 time: 0.2880263 May 27 16:30:26.746169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa1ad7-863b-4a2f-b4e6-9690d5ccdd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d7c4a-0e9b-443f-b4d5-141224513595,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:26.762961 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e434ebcc-babd-44ff-9f2b-87dfe08d3327 req-3946246e-7628-4aae-b6ed-c4b8db287d13 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 May 27 16:30:27.898294 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93962f39-347a-4cb4-b595-eb0780a0caa9 req-a2acb152-0b7e-4d04-b95d-41caf9f2886f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:27.899798 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93962f39-347a-4cb4-b595-eb0780a0caa9 req-a2acb152-0b7e-4d04-b95d-41caf9f2886f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0576928 May 27 16:30:27.952916 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93962f39-347a-4cb4-b595-eb0780a0caa9 req-54f850fa-cb9b-4e21-b97a-a50429f2e737 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473971 May 27 16:30:28.889232 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0ba0df85-fc7b-4005-9da9-6b097b64039d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:29.076183 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:29.093151 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f019a-9f51-4418-bda9-6b8f2662140b req-7fe294f9-1f29-478c-a91c-3bd4428e24ed tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:29.094807 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f9f019a-9f51-4418-bda9-6b8f2662140b req-7fe294f9-1f29-478c-a91c-3bd4428e24ed tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0486522 May 27 16:30:29.147948 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f9f019a-9f51-4418-bda9-6b8f2662140b req-868566e8-aaa5-4c1a-863d-1ede9d97d76f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437925 May 27 16:30:30.276666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d47c1-78e0-47cc-b57b-209680a6a5e8 req-cea04f1a-6d6c-46e6-adcb-8a00c22a1480 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:30.278112 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d36d47c1-78e0-47cc-b57b-209680a6a5e8 req-cea04f1a-6d6c-46e6-adcb-8a00c22a1480 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0495653 May 27 16:30:30.343301 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d36d47c1-78e0-47cc-b57b-209680a6a5e8 req-3747284d-9a75-4721-9022-3aa56d0c733e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 May 27 16:30:30.655570 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fef574-8190-4bbc-9e98-52c37c43c95d req-87e2f782-3ff8-478c-a9b5-7e75802cd43f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:30.656976 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6fef574-8190-4bbc-9e98-52c37c43c95d req-87e2f782-3ff8-478c-a9b5-7e75802cd43f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0544162 May 27 16:30:30.715041 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6fef574-8190-4bbc-9e98-52c37c43c95d req-d92d281a-cf46-4b35-86c4-26ecfbc2af56 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514898 May 27 16:30:31.474429 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5f5df-8dd6-4cf9-8e48-b05bb744be1d req-f64453c6-6d3c-4024-9c32-98c630de60fb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:31.475870 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-71b5f5df-8dd6-4cf9-8e48-b05bb744be1d req-f64453c6-6d3c-4024-9c32-98c630de60fb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0533748 May 27 16:30:31.535875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-71b5f5df-8dd6-4cf9-8e48-b05bb744be1d req-e0020b6f-537f-4bee-a7ef-6cbe64adc734 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 May 27 16:30:31.579955 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d7735969-dec8-437f-9dd2-5de6b7c90399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:31.849404 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715e92-2cd3-4d47-ae5c-873b48b9dce0 req-635c00c9-a252-4ea0-a5f0-a8569847ff7a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:31.850886 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81715e92-2cd3-4d47-ae5c-873b48b9dce0 req-635c00c9-a252-4ea0-a5f0-a8569847ff7a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0463555 May 27 16:30:31.901656 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81715e92-2cd3-4d47-ae5c-873b48b9dce0 req-fe0e8825-4b9d-49f4-8232-2a57f5c9510c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 May 27 16:30:32.654907 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647768-cf68-4f4a-a621-1682e12b2a8e req-3707a3ea-6c3a-4f40-980d-7239bccbc7cb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:32.656404 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc647768-cf68-4f4a-a621-1682e12b2a8e req-3707a3ea-6c3a-4f40-980d-7239bccbc7cb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0482266 May 27 16:30:32.707062 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc647768-cf68-4f4a-a621-1682e12b2a8e req-f42ede2f-5c35-45b8-bfa1-0a161fbc2ea1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 May 27 16:30:32.762917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:33.020559 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d7d00-d3b0-455a-9cb5-8bbe7ba17699 req-0d559dd3-f5d8-4905-8e59-10e951c09e78 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:33.022068 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a38d7d00-d3b0-455a-9cb5-8bbe7ba17699 req-0d559dd3-f5d8-4905-8e59-10e951c09e78 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0462794 May 27 16:30:33.071536 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a38d7d00-d3b0-455a-9cb5-8bbe7ba17699 req-10b2b668-45ef-4b99-b788-679e91121ab4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440006 May 27 16:30:33.827249 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7729-9171-4000-8c71-2d9fac7576ff req-8a239b5f-17f4-4b8d-9104-7c932819e903 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:33.828756 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5b3d7729-9171-4000-8c71-2d9fac7576ff req-8a239b5f-17f4-4b8d-9104-7c932819e903 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0511508 May 27 16:30:33.882129 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5b3d7729-9171-4000-8c71-2d9fac7576ff req-4f939634-6f08-4879-945d-6e84fde155cb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 May 27 16:30:34.106527 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:34.197493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd53cc-5676-477d-88e0-3eed1ef780ae req-7b9385ad-77af-4a44-bd4c-613ebfbaa4e6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:34.199075 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34cd53cc-5676-477d-88e0-3eed1ef780ae req-7b9385ad-77af-4a44-bd4c-613ebfbaa4e6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0524166 May 27 16:30:34.251113 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34cd53cc-5676-477d-88e0-3eed1ef780ae req-eeb74621-1ba5-4c20-a880-20c257889c13 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451803 May 27 16:30:34.648391 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:30:34.871438 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39838) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:35.003421 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:35.026665 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca339bb-48e1-4380-aae4-490d08c4d27f req-9c67baf2-20fd-4841-9023-f706b5f9ea12 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:35.028180 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bca339bb-48e1-4380-aae4-490d08c4d27f req-9c67baf2-20fd-4841-9023-f706b5f9ea12 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0683289 May 27 16:30:35.029417 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e0ebbf31-a93d-4240-8f94-4978a582b993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.110223 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bca339bb-48e1-4380-aae4-490d08c4d27f req-3c69da50-d367-4601-9142-952af8d3761f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 May 27 16:30:35.162244 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e0ebbf31-a93d-4240-8f94-4978a582b993 admin admin] Publish callbacks [] for security_group (968a5747-270c-46ec-8bab-0d367d62721c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.271305 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e0ebbf31-a93d-4240-8f94-4978a582b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (968a5747-270c-46ec-8bab-0d367d62721c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.322264 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e0ebbf31-a93d-4240-8f94-4978a582b993 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a2cb36edcb64a72800e4570a21eab58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429243 May 27 16:30:35.322264 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 39858) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:35.322264 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebbf31-a93d-4240-8f94-4978a582b993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a5747-270c-46ec-8bab-0d367d62721c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:35.335259 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:35.409297 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4350a4-131e-439e-9982-c24f23716fc0 req-a49c54a0-6ee3-4e0a-8f66-37f4b8d17837 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:35.410823 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da4350a4-131e-439e-9982-c24f23716fc0 req-a49c54a0-6ee3-4e0a-8f66-37f4b8d17837 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0783832 May 27 16:30:35.430561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] Publish callbacks [] for security_group (968a5747-270c-46ec-8bab-0d367d62721c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.477893 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] Publish callbacks [] for security_group (968a5747-270c-46ec-8bab-0d367d62721c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.498572 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da4350a4-131e-439e-9982-c24f23716fc0 req-2644d109-678e-43a4-9c92-a15d9a6cbb13 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762973 May 27 16:30:35.561265 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:35.718704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (968a5747-270c-46ec-8bab-0d367d62721c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.719539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.723188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:35.733329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/968a5747-270c-46ec-8bab-0d367d62721c HTTP/1.1" status: 204 len: 168 time: 0.4057314 May 27 16:30:35.740375 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cfe44-a70b-4e92-a06a-68cda950635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a5747-270c-46ec-8bab-0d367d62721c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:36.255948 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb00f3-8b87-4bbc-9932-948d25e15c03 req-b6d56869-7958-419a-8c78-78d3c1aa5625 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:36.257482 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00eb00f3-8b87-4bbc-9932-948d25e15c03 req-b6d56869-7958-419a-8c78-78d3c1aa5625 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0548372 May 27 16:30:36.321165 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00eb00f3-8b87-4bbc-9932-948d25e15c03 req-4b7dc1d1-7991-4a47-8976-eebc3497b6c2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 May 27 16:30:36.570136 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=58,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:36.631622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e8c8c-aacf-43fc-905d-8f8af44b9614 req-4f755da6-2d29-4630-b98b-3670dca74c26 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:36.638735 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-281e8c8c-aacf-43fc-905d-8f8af44b9614 req-4f755da6-2d29-4630-b98b-3670dca74c26 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0601714 May 27 16:30:36.669402 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:36.705080 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-281e8c8c-aacf-43fc-905d-8f8af44b9614 req-edb63743-b4a6-495d-b7fd-35ce06bd7d16 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649388 May 27 16:30:36.734772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:37.472277 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e27b7b-412f-429a-936c-84c609aba32b req-02943e00-5308-4453-8a60-fc8178b46f5e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:37.474411 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76e27b7b-412f-429a-936c-84c609aba32b req-02943e00-5308-4453-8a60-fc8178b46f5e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0647254 May 27 16:30:37.529755 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76e27b7b-412f-429a-936c-84c609aba32b req-2c2f88bb-1058-4dae-85d4-33a1c53a2c29 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 May 27 16:30:37.859094 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec783c5f-9bb0-4394-bf4b-c552ceab1888 req-1991e793-cb43-4f6b-822c-7ded2b4568d3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:37.865856 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec783c5f-9bb0-4394-bf4b-c552ceab1888 req-1991e793-cb43-4f6b-822c-7ded2b4568d3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0758920 May 27 16:30:37.958946 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec783c5f-9bb0-4394-bf4b-c552ceab1888 req-f762f31a-1ab4-454a-861d-ac10b85cda42 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768080 May 27 16:30:38.654759 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8da23-f81a-450f-93dc-517710aacba6 req-692cde90-917d-4eed-a4f7-fb922cd7c4ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:38.655321 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65b8da23-f81a-450f-93dc-517710aacba6 req-692cde90-917d-4eed-a4f7-fb922cd7c4ec tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0505350 May 27 16:30:38.726040 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65b8da23-f81a-450f-93dc-517710aacba6 req-c9809140-0483-4413-94ce-65860132b7eb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 May 27 16:30:39.091468 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1f27e-2f49-41c5-8629-046dbac45854 req-1cfbae15-7eb6-4171-93d0-1c7ae052e233 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:39.092992 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9bc1f27e-2f49-41c5-8629-046dbac45854 req-1cfbae15-7eb6-4171-93d0-1c7ae052e233 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0511951 May 27 16:30:39.156426 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9bc1f27e-2f49-41c5-8629-046dbac45854 req-733ed81f-cecb-4cb9-bac9-aa026e3253c6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543306 May 27 16:30:39.867644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43951e64-8afa-436b-8a5c-5163009af141 req-6d055722-e701-469f-8970-5f2e31934b11 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:39.869207 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-43951e64-8afa-436b-8a5c-5163009af141 req-6d055722-e701-469f-8970-5f2e31934b11 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0514767 May 27 16:30:39.921184 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-43951e64-8afa-436b-8a5c-5163009af141 req-53f338d0-c43e-4f64-8c4f-eded3a474f50 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 May 27 16:30:40.019915 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d5be-7902-4259-bf99-5feddca8d794 req-63b44fac-37c7-4ef3-b1f7-03fdeb0ece7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:40.021433 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6751d5be-7902-4259-bf99-5feddca8d794 req-63b44fac-37c7-4ef3-b1f7-03fdeb0ece7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.0393865 May 27 16:30:40.066713 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6751d5be-7902-4259-bf99-5feddca8d794 req-3962ff60-66ed-4b88-a1da-6e0c1d9e3ea5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 May 27 16:30:40.295362 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60dd36-8529-4286-a2ff-e86dbf094d8e req-36cc546c-3ac4-4c05-bc36-16c2fd626e91 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:40.296934 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be60dd36-8529-4286-a2ff-e86dbf094d8e req-36cc546c-3ac4-4c05-bc36-16c2fd626e91 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0496750 May 27 16:30:40.344964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:40.350008 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be60dd36-8529-4286-a2ff-e86dbf094d8e req-5f8069aa-9cf6-42f5-964f-5fb56e7c2417 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 May 27 16:30:41.026039 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:41.044384 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec86bd-6ead-4d72-89e6-d3ac539dd828 req-87de9303-3751-4f42-af47-7b3106d6cb6b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:41.045887 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05ec86bd-6ead-4d72-89e6-d3ac539dd828 req-87de9303-3751-4f42-af47-7b3106d6cb6b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0481381 May 27 16:30:41.097555 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05ec86bd-6ead-4d72-89e6-d3ac539dd828 req-7908cb7f-2117-4a33-9aa4-cd54273dea0c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 May 27 16:30:41.481413 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc0ef3-122b-42ae-89a6-79d56a582d6d req-26c2aedf-4c4e-4710-af6a-6a6137f55e88 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:41.482682 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3dc0ef3-122b-42ae-89a6-79d56a582d6d req-26c2aedf-4c4e-4710-af6a-6a6137f55e88 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0536258 May 27 16:30:41.533909 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3dc0ef3-122b-42ae-89a6-79d56a582d6d req-0e329310-2ee0-45e9-8fa8-d9dcea8e5e07 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 May 27 16:30:42.222275 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44fe63-d318-4a82-a463-bb06163c640c req-92679844-305e-485e-9397-5453816993ba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:42.223789 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2c44fe63-d318-4a82-a463-bb06163c640c req-92679844-305e-485e-9397-5453816993ba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0489900 May 27 16:30:42.290905 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2c44fe63-d318-4a82-a463-bb06163c640c req-e9b94939-1ccb-48b1-b502-e6fa82fd6335 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588851 May 27 16:30:42.699859 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda799f-35db-4a25-b9ee-382df7125066 req-6a8bd5e9-8576-40b8-ac00-eb06a46758ba tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:42.701608 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1bda799f-35db-4a25-b9ee-382df7125066 req-6a8bd5e9-8576-40b8-ac00-eb06a46758ba tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0559838 May 27 16:30:42.762823 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1bda799f-35db-4a25-b9ee-382df7125066 req-42a78e2b-9895-46eb-b23a-4ae332715ab9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550609 May 27 16:30:43.412162 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dba52f-d5e7-4de8-acae-556ae1303073 req-c196d374-5dfc-4d53-b9a5-f18bc6ef8450 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:43.414671 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0dba52f-d5e7-4de8-acae-556ae1303073 req-c196d374-5dfc-4d53-b9a5-f18bc6ef8450 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0515788 May 27 16:30:43.467951 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0dba52f-d5e7-4de8-acae-556ae1303073 req-127c9e03-fd18-4e91-a8a0-7e6a3a120f0f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 May 27 16:30:43.907256 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5f04-0cc5-43e1-97f6-71ebde2c3d0a req-85c168bc-dc42-4e3a-8572-980e62a356b3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:43.909545 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7aa5f04-0cc5-43e1-97f6-71ebde2c3d0a req-85c168bc-dc42-4e3a-8572-980e62a356b3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0534244 May 27 16:30:43.999951 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7aa5f04-0cc5-43e1-97f6-71ebde2c3d0a req-37f58544-74ec-44f7-8776-39a72267c275 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799241 May 27 16:30:44.048535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833fd1-0276-49a1-9e53-55ad2096e83f req-14f27ec8-f827-48ab-b524-b8f3de53bc21 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:44.050267 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb833fd1-0276-49a1-9e53-55ad2096e83f req-14f27ec8-f827-48ab-b524-b8f3de53bc21 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0655344 May 27 16:30:44.082954 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:44.109127 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb833fd1-0276-49a1-9e53-55ad2096e83f req-68b6f560-55d4-4a74-a28b-75797a985c32 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507476 May 27 16:30:44.177628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-e7eab16d-528b-4299-9cd7-996a453f80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:44.179127 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-e7eab16d-528b-4299-9cd7-996a453f80f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.0434649 May 27 16:30:44.289912 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-c3adcfb5-f55d-412a-9cac-4eb4918bf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:44.291977 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-c3adcfb5-f55d-412a-9cac-4eb4918bf086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1061091 May 27 16:30:44.339628 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-c7282f6a-c702-43a2-ae74-b27519def0b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 217 time: 0.0415466 May 27 16:30:44.408193 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-8439bd2f-b852-48ef-9b16-db09bd934e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:44.409846 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-8439bd2f-b852-48ef-9b16-db09bd934e09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0630114 May 27 16:30:44.465725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:44.470936 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-96f38161-af29-4e2d-b5ee-fa87770398aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:44.473117 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-96f38161-af29-4e2d-b5ee-fa87770398aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568576 May 27 16:30:44.592524 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-d88f73e9-99dd-4452-9794-a77db7645d4b service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105990 May 27 16:30:44.981967 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2908e79e-45c0-46a3-accb-9ad0c802445a req-0219225c-e8d6-440b-8771-e90123b76cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825614 May 27 16:30:45.132796 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14573a-9cb8-4754-b4dc-8a65e6f9c123 req-b09820e8-be2d-415a-af0e-48afef4b4575 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:45.134344 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f14573a-9cb8-4754-b4dc-8a65e6f9c123 req-b09820e8-be2d-415a-af0e-48afef4b4575 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0521350 May 27 16:30:45.203297 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f14573a-9cb8-4754-b4dc-8a65e6f9c123 req-318fa806-8074-4b97-acb4-2a61a83ca5b9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618942 May 27 16:30:45.239528 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba125cc-8715-4281-9d97-ad4b40da5226 req-14fb2ac4-cff8-446d-8e3b-15405b349c07 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:45.240993 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ba125cc-8715-4281-9d97-ad4b40da5226 req-14fb2ac4-cff8-446d-8e3b-15405b349c07 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0563557 May 27 16:30:45.290694 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ba125cc-8715-4281-9d97-ad4b40da5226 req-ea47b59b-bdcc-4719-a33d-ad5067d08b3b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 May 27 16:30:45.429839 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40192) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:45.548377 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:45.631524 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Publish callbacks [] for security_group (a84bd04d-6004-4960-8f21-bb1fc4ebe156), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:45.815959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a84bd04d-6004-4960-8f21-bb1fc4ebe156), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:45.855240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bd04d-6004-4960-8f21-bb1fc4ebe156,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:45.859510 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4483daf6876c4f44a6cd6e281b35c16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286184 May 27 16:30:45.863555 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40198) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:45.866885 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.867231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.867569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.867897 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.868224 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.868550 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.868868 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.869186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.869536 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.869855 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.870171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.870488 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.870810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.871293 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.871460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c6c72-32fb-4557-ba82-10dc784aaf74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:45.922085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Publish callbacks [] for security_group (a84bd04d-6004-4960-8f21-bb1fc4ebe156), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:45.946975 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Publish callbacks [] for security_group (a84bd04d-6004-4960-8f21-bb1fc4ebe156), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:46.226456 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a84bd04d-6004-4960-8f21-bb1fc4ebe156), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:46.228976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:46.230148 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a84bd04d-6004-4960-8f21-bb1fc4ebe156 HTTP/1.1" status: 204 len: 168 time: 0.3650734 May 27 16:30:46.238720 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bd04d-6004-4960-8f21-bb1fc4ebe156,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:46.253021 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.253991 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.254532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.255381 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.255947 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.256613 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.257791 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.258212 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.258637 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.259061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.259554 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.259967 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.260377 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.260801 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.261293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3381b74-bda7-43f3-a5fa-b6f97909f035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:46.293096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:46.365587 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2beaa-0334-46fb-aaa5-a27532a8d9a4 req-ad8f7cbe-e3ca-4a31-aad2-eb7e0f73e95c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:46.367140 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edd2beaa-0334-46fb-aaa5-a27532a8d9a4 req-ad8f7cbe-e3ca-4a31-aad2-eb7e0f73e95c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0501540 May 27 16:30:46.437236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2dedd-b91e-48fe-8331-702aa01b4590 req-6e8917b0-294f-42b8-8e94-cfd1a5e3d55b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:46.438810 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a2dedd-b91e-48fe-8331-702aa01b4590 req-6e8917b0-294f-42b8-8e94-cfd1a5e3d55b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0707409 May 27 16:30:46.479504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edd2beaa-0334-46fb-aaa5-a27532a8d9a4 req-41d557b6-50af-4533-85a6-0e24da9758d4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921240 May 27 16:30:46.512581 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a2dedd-b91e-48fe-8331-702aa01b4590 req-ec2ef1af-2857-4520-8e23-b675e8d68a04 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 May 27 16:30:47.634442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:47.645961 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013acf7-de86-4b36-8c41-1a06fc43a1b1 req-ca6945ce-f723-4966-9a2b-bcdb9abf9552 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:47.647448 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5013acf7-de86-4b36-8c41-1a06fc43a1b1 req-ca6945ce-f723-4966-9a2b-bcdb9abf9552 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0834382 May 27 16:30:47.661601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3324b-59a1-4a9e-8696-f0150dd18352 req-ced51d41-8886-49f7-8fa8-d292614f11e2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:47.661601 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37c3324b-59a1-4a9e-8696-f0150dd18352 req-ced51d41-8886-49f7-8fa8-d292614f11e2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0654159 May 27 16:30:47.708403 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40238) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:47.724712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3238-f441-43a4-a894-496177dbfc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:47.747306 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:47.754565 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5013acf7-de86-4b36-8c41-1a06fc43a1b1 req-b65475f6-2738-4cfe-b328-3e7da71d91a1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929625 May 27 16:30:47.764122 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37c3324b-59a1-4a9e-8696-f0150dd18352 req-d113aa48-65d5-40af-88c0-e8aeefdad00f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952518 May 27 16:30:47.840237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3238-f441-43a4-a894-496177dbfc55 admin admin] Publish callbacks [] for security_group (5c104e3e-4d11-4027-9c48-4b5a913af379), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.027229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3238-f441-43a4-a894-496177dbfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5c104e3e-4d11-4027-9c48-4b5a913af379), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.075399 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8eeb3238-f441-43a4-a894-496177dbfc55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=131464c100354ca7974dff994292c25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632660 May 27 16:30:48.075399 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3238-f441-43a4-a894-496177dbfc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c104e3e-4d11-4027-9c48-4b5a913af379,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:48.076055 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40250) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:48.135841 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] Publish callbacks [] for security_group (5c104e3e-4d11-4027-9c48-4b5a913af379), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.161135 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] Publish callbacks [] for security_group (5c104e3e-4d11-4027-9c48-4b5a913af379), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.311784 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5c104e3e-4d11-4027-9c48-4b5a913af379), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.314526 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:48.316725 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c104e3e-4d11-4027-9c48-4b5a913af379 HTTP/1.1" status: 204 len: 168 time: 0.2394810 May 27 16:30:48.330773 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e673505-f9f5-4ad9-aa03-a91852a03ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c104e3e-4d11-4027-9c48-4b5a913af379,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:48.955029 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e74cf-065d-46ad-b119-781720073dc6 req-c8867bc4-40e2-403f-b9e3-9aa0f06a22f7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:48.956729 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db2e74cf-065d-46ad-b119-781720073dc6 req-c8867bc4-40e2-403f-b9e3-9aa0f06a22f7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0912933 May 27 16:30:48.965720 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecbe8f-3259-4938-b9ba-835d072bfe45 req-980a64fd-66b4-49a8-a69e-05243e7a25b7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:48.967239 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45ecbe8f-3259-4938-b9ba-835d072bfe45 req-980a64fd-66b4-49a8-a69e-05243e7a25b7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0725987 May 27 16:30:49.045292 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db2e74cf-065d-46ad-b119-781720073dc6 req-23621876-9e39-4a91-afe1-9aa770beafe3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734894 May 27 16:30:49.056817 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45ecbe8f-3259-4938-b9ba-835d072bfe45 req-c0cf887b-c958-45ca-9d7a-d1f4d5c96ab4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794623 May 27 16:30:49.700872 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40286) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:49.710813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-497c09e7-64a4-4ecd-b991-e74b14e69916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:49.805535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-497c09e7-64a4-4ecd-b991-e74b14e69916 admin admin] Publish callbacks [] for security_group (508621a7-ee01-4ee8-857f-669a8f0cf0bf), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:49.918253 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-497c09e7-64a4-4ecd-b991-e74b14e69916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (508621a7-ee01-4ee8-857f-669a8f0cf0bf), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:49.961847 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-497c09e7-64a4-4ecd-b991-e74b14e69916 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=188df723b4464985a8046aec80f62775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641900 May 27 16:30:49.962577 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c09e7-64a4-4ecd-b991-e74b14e69916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508621a7-ee01-4ee8-857f-669a8f0cf0bf,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:49.965185 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40292) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:50.021199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] Publish callbacks [] for security_group (508621a7-ee01-4ee8-857f-669a8f0cf0bf), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.046788 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] Publish callbacks [] for security_group (508621a7-ee01-4ee8-857f-669a8f0cf0bf), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.198204 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733b5de-a30a-40f1-9823-97b2c0167add req-b8ef053b-bf60-4796-a6b8-254dc298bb1a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:50.199758 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6733b5de-a30a-40f1-9823-97b2c0167add req-b8ef053b-bf60-4796-a6b8-254dc298bb1a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0526187 May 27 16:30:50.254579 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (508621a7-ee01-4ee8-857f-669a8f0cf0bf), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.257707 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.259652 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/508621a7-ee01-4ee8-857f-669a8f0cf0bf HTTP/1.1" status: 204 len: 168 time: 0.2934394 May 27 16:30:50.273315 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399862-fefd-4f1e-860e-a20d3bb92602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508621a7-ee01-4ee8-857f-669a8f0cf0bf,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:50.276342 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6733b5de-a30a-40f1-9823-97b2c0167add req-85f4b742-6941-47e9-9a8c-5d368e57fc57 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701244 May 27 16:30:50.418916 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:30:50.580166 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:30:50.598446 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:30:50.647081 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: ACTIVE; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:30:50.650682 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.673579 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:30:50.687333 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:50.688270 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:50.701042 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:30:50.844481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:50.940121 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=6']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:50.954896 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.955523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.956132 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.956782 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.958049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.958049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.958049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.958322 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.958509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.959307 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.959780 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.959880 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.960143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.960465 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:50.960787 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:30:51.053139 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:30:51.108423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40354) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:51.199418 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Deleting subnet af75e394-b833-42a2-aa88-cd70b7c641d1 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:30:51.204587 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Publish callbacks [] for subnet (af75e394-b833-42a2-aa88-cd70b7c641d1), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:51.254721 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:51.269612 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (af75e394-b833-42a2-aa88-cd70b7c641d1), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:51.335214 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (af75e394-b833-42a2-aa88-cd70b7c641d1), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:51.459479 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9a38-2d9c-498a-b2c0-c11b4b2b9744 req-6b7b0336-447d-4414-942a-4992f3c720c6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:51.461141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d4a9a38-2d9c-498a-b2c0-c11b4b2b9744 req-6b7b0336-447d-4414-942a-4992f3c720c6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.0536971 May 27 16:30:51.474657 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:51.513891 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d4a9a38-2d9c-498a-b2c0-c11b4b2b9744 req-849e085b-5349-423e-9051-d476927635a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465093 May 27 16:30:51.851404 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (af75e394-b833-42a2-aa88-cd70b7c641d1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:51.903244 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af75e394-b833-42a2-aa88-cd70b7c641d1,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:51.904908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:51.911631 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-75c17d26-d2b2-4c8c-85c8-3211a54d9856 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af75e394-b833-42a2-aa88-cd70b7c641d1 HTTP/1.1" status: 204 len: 168 time: 0.8083341 May 27 16:30:51.914148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40384) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:52.087636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (5d876bb1-bc3a-44fa-883d-1ea87d83fe02), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.196531 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (5d876bb1-bc3a-44fa-883d-1ea87d83fe02), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.223689 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40396) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:52.229552 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111760368', 'description': 'tempest-description--940256939'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:52.229822 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.230472 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.231463 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.231951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.232481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.232971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.233527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.234009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.234540 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.235016 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.359341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.359787 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.360686 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.361286 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 16:30:52.362769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d876bb1-bc3a-44fa-883d-1ea87d83fe02']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:52.387064 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e0e8ee-d00e-402c-a4a6-4840e1367362') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:52.387708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e0e8ee-d00e-402c-a4a6-4840e1367362') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:52.405499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.419505 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:30:52.443071 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (41e0e8ee-d00e-402c-a4a6-4840e1367362), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.505319 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (41e0e8ee-d00e-402c-a4a6-4840e1367362), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.513616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:52.529102 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:30:52.530116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (41e0e8ee-d00e-402c-a4a6-4840e1367362), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.571613 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:30:52.576996 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.632170 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (0dcd6ede-3382-49bc-aa5d-58826da9e7b8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.741651 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (0dcd6ede-3382-49bc-aa5d-58826da9e7b8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.807833 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:30:52.809568 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.827508 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (5d876bb1-bc3a-44fa-883d-1ea87d83fe02), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.828060 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd6ede-3382-49bc-aa5d-58826da9e7b8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:52.843841 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d876bb1-bc3a-44fa-883d-1ea87d83fe02,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:52.846007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.846553 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c4fe3-e74d-4aab-9d06-9470f7c38e50 req-d7d6d42f-1394-4798-8cbc-babc9385ae74 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:52.852771 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-6ac75471-dd69-4a52-9abb-c678e4b829d2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d876bb1-bc3a-44fa-883d-1ea87d83fe02 HTTP/1.1" status: 204 len: 168 time: 0.9351475 May 27 16:30:52.853162 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40416) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:52.858971 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a96c4fe3-e74d-4aab-9d06-9470f7c38e50 req-d7d6d42f-1394-4798-8cbc-babc9385ae74 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.0957720 May 27 16:30:52.872103 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:30:52.873440 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:30:52.876647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e26c5-af77-4c54-821a-3b8c67a147e2" -d '{"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:30:52.906400 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:52.911102 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7542ad06-93f9-4596-8169-eea90f96e570 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6822429 May 27 16:30:52.911695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40420) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:52.916704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'security_group_rule': {'security_group_id': '0dcd6ede-3382-49bc-aa5d-58826da9e7b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:52.946237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:52.961989 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a96c4fe3-e74d-4aab-9d06-9470f7c38e50 req-33c229e1-684d-4b15-a184-d0255422c241 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018467 May 27 16:30:53.001439 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce2e16-7d27-4760-ae3d-c891b0e01c66 x-openstack-request-id: req-b3ce2e16-7d27-4760-ae3d-c891b0e01c66 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:30:53.001937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:30:53.002915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3ce2e16-7d27-4760-ae3d-c891b0e01c66 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:30:53.003999 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ce2e16-7d27-4760-ae3d-c891b0e01c66'] response: {'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'code': 200} May 27 16:30:53.014291 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Deleting subnet 53525215-bbf9-4549-bb21-dc8a93012e91 {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:30:53.020132 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.025901 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 41e0e8ee-d00e-402c-a4a6-4840e1367362 resource provider aggregate not found May 27 16:30:53.052575 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Publish callbacks [] for subnet (53525215-bbf9-4549-bb21-dc8a93012e91), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.062272 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 41e0e8ee-d00e-402c-a4a6-4840e1367362 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41e0e8ee-d00e-402c-a4a6-4840e1367362 found for delete ", "request_id": "req-3e91798d-04b2-449a-b00c-43177263830c"}]} May 27 16:30:53.141639 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (09ecaa97-0934-4729-874a-0fc3b281b0ac), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.144715 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (53525215-bbf9-4549-bb21-dc8a93012e91), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.152890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=7']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:53.155790 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-a4e8f25d-06be-4c72-8e90-9af7191f454b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038642 May 27 16:30:53.200369 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (53525215-bbf9-4549-bb21-dc8a93012e91), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.337578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (09ecaa97-0934-4729-874a-0fc3b281b0ac), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.340516 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-b35b8ff1-cf4a-412b-880f-556c652ac1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:53.342360 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-b35b8ff1-cf4a-412b-880f-556c652ac1a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.1463604 May 27 16:30:53.436477 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (53525215-bbf9-4549-bb21-dc8a93012e91), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.512067 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53525215-bbf9-4549-bb21-dc8a93012e91,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:53.518769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.522926 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8bc9744f-aabb-44c0-b7f1-aaabf420a58a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/53525215-bbf9-4549-bb21-dc8a93012e91 HTTP/1.1" status: 204 len: 168 time: 0.6685722 May 27 16:30:53.525238 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40442) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:53.528136 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (09ecaa97-0934-4729-874a-0fc3b281b0ac), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.577280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ecaa97-0934-4729-874a-0fc3b281b0ac,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:53.599540 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-6e61de6f-7ce7-4454-83c7-bea501a482c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:53.601454 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-6e61de6f-7ce7-4454-83c7-bea501a482c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.2266667 May 27 16:30:53.641951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (d6afb2e9-2b2c-4487-b5da-2d3610cbef91), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.655469 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:53.657729 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-1652ce43-4190-4a23-b736-13e4c4ea7186 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 217 time: 0.0475190 May 27 16:30:53.740841 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (d6afb2e9-2b2c-4487-b5da-2d3610cbef91), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.741053 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-40877385-5802-47c1-a711-51bc83c9c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:53.742280 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-40877385-5802-47c1-a711-51bc83c9c752 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0784278 May 27 16:30:53.745467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.747102 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f95c9f47-94db-44cd-9107-5a79f5f3ac1e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8343232 May 27 16:30:53.750089 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40444) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:53.756659 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'security_group_rule': {'security_group_id': '0dcd6ede-3382-49bc-aa5d-58826da9e7b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:53.788438 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6afb2e9-2b2c-4487-b5da-2d3610cbef91']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:53.803105 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c02bad-7434-4f49-a4b9-5880a44029c5') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:53.803401 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c02bad-7434-4f49-a4b9-5880a44029c5') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:30:53.816022 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (54c02bad-7434-4f49-a4b9-5880a44029c5), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.834811 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-d7a3573a-a06e-40bc-9449-68c33b0a8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:53.836455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (54c02bad-7434-4f49-a4b9-5880a44029c5), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.856498 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-d7a3573a-a06e-40bc-9449-68c33b0a8cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916207 May 27 16:30:53.856614 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:30:53.856614 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (54c02bad-7434-4f49-a4b9-5880a44029c5), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:53.954378 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (a8267bde-9656-4600-949f-466edc456404), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.030507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-6896eaf0-8f19-434f-8194-b2cfa535dee7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819224 May 27 16:30:54.064745 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (a8267bde-9656-4600-949f-466edc456404), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.085377 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (d6afb2e9-2b2c-4487-b5da-2d3610cbef91), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.107395 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.112155 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6afb2e9-2b2c-4487-b5da-2d3610cbef91 HTTP/1.1" status: 204 len: 168 time: 0.5857413 May 27 16:30:54.140562 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653831d-953c-4d99-b968-b82a7c77d37b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6afb2e9-2b2c-4487-b5da-2d3610cbef91,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:54.174937 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:54.222718 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (a8267bde-9656-4600-949f-466edc456404), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.262894 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8267bde-9656-4600-949f-466edc456404,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:54.296624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48e6da26-b9f3-4eb0-b307-f1e7d8aac968 req-08994b79-9939-422a-bb98-ce6042468d55 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600038 May 27 16:30:54.317480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42e28-9793-42b3-8fd5-239e4a3458d8 req-6dd4390c-a69c-4b8c-930e-f01a0c384cb2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:54.319188 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15d42e28-9793-42b3-8fd5-239e4a3458d8 req-6dd4390c-a69c-4b8c-930e-f01a0c384cb2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1046824 May 27 16:30:54.347389 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40458) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:54.368621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.368621 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-450e41aa-bf72-4780-bab3-e3b0533bb964 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6094136 May 27 16:30:54.369532 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40462) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:54.374675 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:30:54.431559 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15d42e28-9793-42b3-8fd5-239e4a3458d8 req-476ea54a-2448-4c75-9231-ecbab6a5b82a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976467 May 27 16:30:54.533650 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ad919f55-0909-4787-9d7f-00f0cb07a8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.567058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.696087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.744054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40468) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:54.815814 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ad919f55-0909-4787-9d7f-00f0cb07a8b2 admin admin] Publish callbacks [] for security_group (e2d7dd0a-ef05-4223-9db3-62a735e3ac92), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.868305 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b170b56c-b25e-4e89-9976-a44a43aa65fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aac437473fae4632840f5089550fb84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1220899 May 27 16:30:54.870204 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40470) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:54.888390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Allocated IP 172.27.3.46 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/3c83c017-2a3f-4669-a941-4c91c79ac309) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:30:54.980688 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ad919f55-0909-4787-9d7f-00f0cb07a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e2d7dd0a-ef05-4223-9db3-62a735e3ac92), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:54.993108 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] Publish callbacks [] for security_group (89c5ff34-8a55-43a1-aa93-d3677aaa0e8b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.036620 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] Publish callbacks [] for security_group (89c5ff34-8a55-43a1-aa93-d3677aaa0e8b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.041756 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ad919f55-0909-4787-9d7f-00f0cb07a8b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e34322f6aa14465afc11a3842161882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929107 May 27 16:30:55.042483 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad919f55-0909-4787-9d7f-00f0cb07a8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7dd0a-ef05-4223-9db3-62a735e3ac92,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:55.045062 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40472) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:55.048202 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:55.112697 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 54c02bad-7434-4f49-a4b9-5880a44029c5 resource provider aggregate not found May 27 16:30:55.126174 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.149017 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 54c02bad-7434-4f49-a4b9-5880a44029c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54c02bad-7434-4f49-a4b9-5880a44029c5 found for delete ", "request_id": "req-48895b37-b008-41cb-b596-a0e068e20eb2"}]} May 27 16:30:55.180889 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] Publish callbacks [] for security_group (e2d7dd0a-ef05-4223-9db3-62a735e3ac92), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.236998 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] Publish callbacks [] for security_group (e2d7dd0a-ef05-4223-9db3-62a735e3ac92), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.302906 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:55.371078 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (89c5ff34-8a55-43a1-aa93-d3677aaa0e8b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.371442 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.375028 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.381509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89c5ff34-8a55-43a1-aa93-d3677aaa0e8b HTTP/1.1" status: 204 len: 168 time: 0.5038776 May 27 16:30:55.391403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bdb7a-fe97-484e-b76b-06547c9e5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5ff34-8a55-43a1-aa93-d3677aaa0e8b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:55.406911 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:55.419808 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:30:55.423083 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:30:55.427526 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:30:55.464950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'Port': ['ID=3c83c017-2a3f-4669-a941-4c91c79ac309,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:55.567181 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.620788 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e2d7dd0a-ef05-4223-9db3-62a735e3ac92), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.631952 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.635047 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2d7dd0a-ef05-4223-9db3-62a735e3ac92 HTTP/1.1" status: 204 len: 168 time: 0.5836158 May 27 16:30:55.658332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9c5b-eef4-4a72-a9d5-2ad811e88598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7dd0a-ef05-4223-9db3-62a735e3ac92,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:55.690132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e472-c573-4f4d-bf20-cd31a8b8896a req-8e72855c-f134-44f0-a2b0-802ce6a6758d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:55.697882 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f68e472-c573-4f4d-bf20-cd31a8b8896a req-8e72855c-f134-44f0-a2b0-802ce6a6758d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1275222 May 27 16:30:55.758198 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:55.816331 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f68e472-c573-4f4d-bf20-cd31a8b8896a req-43da93bc-78ea-4a74-8b25-39f7a38963a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158986 May 27 16:30:56.343259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:56.957645 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebece84-5ba2-45d0-ab4e-8ebd4146c9bc req-05d50c0c-c63b-49dc-ba69-8bdab7dcc979 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:56.960099 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ebece84-5ba2-45d0-ab4e-8ebd4146c9bc req-05d50c0c-c63b-49dc-ba69-8bdab7dcc979 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0673001 May 27 16:30:56.961264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.016185 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ebece84-5ba2-45d0-ab4e-8ebd4146c9bc req-d22ca97c-3983-4264-910e-892fb1f608e1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484948 May 27 16:30:57.044101 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'Port': ['ID=3c83c017-2a3f-4669-a941-4c91c79ac309,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:57.051435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.124848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:57.283219 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.283219 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-52a25450-b3db-4d34-ba61-2142c0d3f921 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9055514 May 27 16:30:57.428555 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40556) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:57.482975 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5a598430-5c83-4b39-9011-580d093af94e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b27dc5abdef34480942ca19891961563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509624 May 27 16:30:57.483500 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40558) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:57.579035 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] Publish callbacks [] for security_group (930580b0-df6c-4c9f-81fc-cc6486ff126a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.611108 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] Publish callbacks [] for security_group (930580b0-df6c-4c9f-81fc-cc6486ff126a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.745245 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40574) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:57.757329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-20b00ea8-28fe-4922-9b28-d0ddabe122c0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2111760368&fields=id&tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626 HTTP/1.1" status: 200 len: 267 time: 0.0769649 May 27 16:30:57.780903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15f5f0ee-79e9-49ce-a487-4b5129e4d7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.885699 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (930580b0-df6c-4c9f-81fc-cc6486ff126a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.888591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:57.890863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/930580b0-df6c-4c9f-81fc-cc6486ff126a HTTP/1.1" status: 204 len: 168 time: 0.4063203 May 27 16:30:57.936600 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dbcfc-855b-4b43-832a-7ede42dfae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930580b0-df6c-4c9f-81fc-cc6486ff126a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:58.008850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15f5f0ee-79e9-49ce-a487-4b5129e4d7a6 admin admin] Publish callbacks [] for security_group (d58b1903-ed1d-461f-b730-2c15ef1c8117), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.032924 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-073e57c8-b4b9-4100-bb96-d7502a5b58b1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:58.038460 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-073e57c8-b4b9-4100-bb96-d7502a5b58b1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.2651198 May 27 16:30:58.062798 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-8d290828-2705-49e8-8760-86be9f730bc8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/quotas/6b6ae55c00cb4a43b8e2bc7df2ea9626 HTTP/1.1" status: 200 len: 375 time: 0.0197563 May 27 16:30:58.180527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15f5f0ee-79e9-49ce-a487-4b5129e4d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d58b1903-ed1d-461f-b730-2c15ef1c8117), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.220386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-8d7a1d57-f3f8-4d8c-8953-ce151d3d6b7c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1477149 May 27 16:30:58.272365 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732f59b-c340-47d2-b539-620607fbb314 req-91e7a845-ac8d-44d9-9953-7b6c8ad41ab2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:58.272599 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-15f5f0ee-79e9-49ce-a487-4b5129e4d7a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45c3b1f2cea34ce182bbfe61a7c450d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353472 May 27 16:30:58.274311 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4732f59b-c340-47d2-b539-620607fbb314 req-91e7a845-ac8d-44d9-9953-7b6c8ad41ab2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0993466 May 27 16:30:58.278955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40588) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:30:58.311376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5f0ee-79e9-49ce-a487-4b5129e4d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b1903-ed1d-461f-b730-2c15ef1c8117,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:58.380084 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] Publish callbacks [] for security_group (d58b1903-ed1d-461f-b730-2c15ef1c8117), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.429027 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] Publish callbacks [] for security_group (d58b1903-ed1d-461f-b730-2c15ef1c8117), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.434910 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4732f59b-c340-47d2-b539-620607fbb314 req-d6b2dabf-6e60-44d9-81fc-f26581867ff0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507418 May 27 16:30:58.503295 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-d185a21a-be72-4f64-b7a7-848d4c77cafc service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276225 May 27 16:30:58.531306 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:58.649209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d58b1903-ed1d-461f-b730-2c15ef1c8117), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.660722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:58.660722 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d58b1903-ed1d-461f-b730-2c15ef1c8117 HTTP/1.1" status: 204 len: 168 time: 0.3789673 May 27 16:30:58.676296 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-415eac1f-0e17-49b2-84ea-54b7f53477fc service neutron] 10.222.0.42 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718302 May 27 16:30:58.677865 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65016fc0-34bd-4cf6-b3d2-7c097a8895ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b1903-ed1d-461f-b730-2c15ef1c8117,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:30:58.929733 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1ffb35f3-00e3-4db7-ba1c-37598dd72938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:30:59.137302 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:30:59.255006 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-842ca94d-20fd-434b-bb53-f6844ed8eec6 req-0bef8296-c03b-4851-9295-c250e2026139 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.0443065 May 27 16:30:59.633266 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d0f16-3a73-4ab9-bce2-4c5468eee083 req-09f0cb23-d353-4697-98ef-ea3651dc2fd2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:30:59.653062 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-478d0f16-3a73-4ab9-bce2-4c5468eee083 req-09f0cb23-d353-4697-98ef-ea3651dc2fd2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1103191 May 27 16:30:59.803124 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-478d0f16-3a73-4ab9-bce2-4c5468eee083 req-38f43b27-e86f-4ff6-abfa-d72bd261d85c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489394 May 27 16:30:59.980833 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40644) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:00.005751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-745db423-2469-4327-9cb8-1ec964e581b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.127554 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:00.172243 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-745db423-2469-4327-9cb8-1ec964e581b1 admin admin] Publish callbacks [] for security_group (af9938c4-8931-4810-8d96-da7fd50bd33e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.233910 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40656) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:00.272732 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-745db423-2469-4327-9cb8-1ec964e581b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (af9938c4-8931-4810-8d96-da7fd50bd33e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.378856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745db423-2469-4327-9cb8-1ec964e581b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9938c4-8931-4810-8d96-da7fd50bd33e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:00.439983 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-745db423-2469-4327-9cb8-1ec964e581b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe5c3c26811f4e87b873916872543522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579053 May 27 16:31:00.443079 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40662) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:00.488811 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1386947485-network', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:00.505594 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d527234-bc0f-4067-aee6-7a08cf3b3cd3 req-c02030c5-9bd0-41fb-9bf0-da59d6668983 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.1014552 May 27 16:31:00.507358 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:00.578354 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] Publish callbacks [] for security_group (af9938c4-8931-4810-8d96-da7fd50bd33e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.614501 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] Publish callbacks [] for security_group (af9938c4-8931-4810-8d96-da7fd50bd33e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.705372 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Made reservation on behalf of bf8f192a31204d97b3b2e8895856a459 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:00.713704 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.728701 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.857875 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (af9938c4-8931-4810-8d96-da7fd50bd33e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.860007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:00.865321 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af9938c4-8931-4810-8d96-da7fd50bd33e HTTP/1.1" status: 204 len: 168 time: 0.4173846 May 27 16:31:00.888185 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a293ae-f91f-47f3-ad11-08fd6e53f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9938c4-8931-4810-8d96-da7fd50bd33e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:01.334281 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104e77-8510-4861-b6f8-8b35803be587 req-87743a93-d685-49eb-b31b-5770a9681b2c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:01.346549 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8104e77-8510-4861-b6f8-8b35803be587 req-87743a93-d685-49eb-b31b-5770a9681b2c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.3604708 May 27 16:31:01.367262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks [] for security_group (69fefc7e-cc03-4081-8751-7def9a71d94a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.487635 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8104e77-8510-4861-b6f8-8b35803be587 req-e605609b-f72e-4ee1-9300-51721a206bb5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399460 May 27 16:31:01.491918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (69fefc7e-cc03-4081-8751-7def9a71d94a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.565239 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fefc7e-cc03-4081-8751-7def9a71d94a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:01.619728 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:31:01.631460 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f316f8ae-2190-4703-baf4-a79208a4d036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.643394 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (3554f6df-d766-4154-b887-52f72a947943), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.645311 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Added segment 3554f6df-d766-4154-b887-52f72a947943 of type vlan for network 3457ce5e-af48-4869-9e42-c672efe05b5b May 27 16:31:01.717759 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (3457ce5e-af48-4869-9e42-c672efe05b5b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.732922 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84adf8fe-06c1-4eac-aedf-ec1aebe12164 req-fc1de5cd-fa86-4758-ba8b-473d6a36d1e8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.0672538 May 27 16:31:01.755394 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:01.855928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (3457ce5e-af48-4869-9e42-c672efe05b5b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.857314 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:01.858207 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:01.969121 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=3457ce5e-af48-4869-9e42-c672efe05b5b,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:01.987632 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 3457ce5e-af48-4869-9e42-c672efe05b5b details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:31:02.187335 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19415173-a89f-40dd-b2de-28f4a91a8913 req-365ee1f9-8d20-4e29-8368-34fa7fce5ee5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:02.219573 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-19415173-a89f-40dd-b2de-28f4a91a8913 req-365ee1f9-8d20-4e29-8368-34fa7fce5ee5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0525360 May 27 16:31:02.240288 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-19415173-a89f-40dd-b2de-28f4a91a8913 req-09f38153-5605-4b21-9aa3-85ee52554fb8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 May 27 16:31:02.579344 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-33eb9ecf-a372-451d-bd60-48c71dd77bc6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.3437791 May 27 16:31:02.596653 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40700) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:02.602954 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Request body: {'subnet': {'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1386947485-subnet', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:02.672545 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f351dd1-84fe-409f-8981-7230c932d1e9 req-16e35945-4f64-4572-80f2-0d87a4fd6d4f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:02.674304 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f351dd1-84fe-409f-8981-7230c932d1e9 req-16e35945-4f64-4572-80f2-0d87a4fd6d4f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.0912001 May 27 16:31:02.731966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f351dd1-84fe-409f-8981-7230c932d1e9 req-55c116fa-320d-4cab-84dc-8ba96cebc48c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504415 May 27 16:31:02.830394 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db28c86b-d82e-4ef3-b297-5bc3be41ca61 req-5b99cb9f-3fee-4b17-8db2-bd14e6f28d82 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.0333948 May 27 16:31:03.017246 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Made reservation on behalf of bf8f192a31204d97b3b2e8895856a459 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:03.017552 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:03.019260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:03.437328 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f1ab1-e315-42ce-a362-aa77e56c5486 req-b7b8d91a-d5f5-4c75-8113-fdf49f27207f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:03.450204 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-854f1ab1-e315-42ce-a362-aa77e56c5486 req-b7b8d91a-d5f5-4c75-8113-fdf49f27207f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0756378 May 27 16:31:03.467373 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (3a7e2cac-0ce3-46a5-8464-37154844db89), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:03.529423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:03.535348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-854f1ab1-e315-42ce-a362-aa77e56c5486 req-4c7c194e-99d7-4be8-9670-17546068e1a9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839541 May 27 16:31:03.571915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7e2cac-0ce3-46a5-8464-37154844db89,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:03.623239 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Checking segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:03.624397 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Network hostable DHCP agents. Network: 3457ce5e-af48-4869-9e42-c672efe05b5b, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:31:03.749847 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Network 3457ce5e-af48-4869-9e42-c672efe05b5b is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:31:03.896738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 3457ce5e-af48-4869-9e42-c672efe05b5b) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:03.902733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:03.909017 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:03.910010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875d75a-d846-4c0e-9ef0-5aaf8c9354c7 None None] Network 3457ce5e-af48-4869-9e42-c672efe05b5b requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:03.966269 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce843-4abf-43ee-82c6-9e69ac225730 req-ff73883c-699e-451a-bbfd-999da34f9324 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:03.973375 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40732) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:03.974658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7cce843-4abf-43ee-82c6-9e69ac225730 req-ff73883c-699e-451a-bbfd-999da34f9324 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1429186 May 27 16:31:04.142833 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-46c07d63-d2c9-4b8c-9a04-112db20aba9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5449684 May 27 16:31:04.146210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40740) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:04.151419 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:04.198164 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1bc9dd1b-a348-4d00-a5c7-500c5bac2a48 req-9d075dd0-347e-4879-b1b1-93bd84688a6d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.1523862 May 27 16:31:04.272134 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7cce843-4abf-43ee-82c6-9e69ac225730 req-e6c9b4f0-8e30-4c9d-9ef6-3c30d41c73f9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315028 May 27 16:31:04.347398 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.348689 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.406985 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1655663581-network', 'tenant_id': 'e1194991899d4dd5ac974608165516b8'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:04.414599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-0ded7475-576b-4710-ab29-ae617a0015ce tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:04.423022 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-0ded7475-576b-4710-ab29-ae617a0015ce tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 817 time: 0.4470928 May 27 16:31:04.439873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.449216 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-3457ce5e-af48-4869-9e42-c672efe05b5b', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:31:04.453747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.463150 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for router_controller (39ee9846-b9cb-4c13-b1be-026bf745ff15), precommit_add_association {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.584824 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-d1a2d7a1-6e4b-450d-bad1-9198692db937 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626 HTTP/1.1" status: 200 len: 380 time: 0.1398416 May 27 16:31:04.608498 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Made reservation on behalf of e1194991899d4dd5ac974608165516b8 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:04.615018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.622177 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'port': {'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'admin_state_up': True, 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'security_groups': ['0dcd6ede-3382-49bc-aa5d-58826da9e7b8']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:04.638643 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:04.763289 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:04.834458 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Allocated IP 172.20.0.2 (3457ce5e-af48-4869-9e42-c672efe05b5b/3a7e2cac-0ce3-46a5-8464-37154844db89/0ea3e821-0e9c-42a5-be1e-ce59f638e799) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:04.957912 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for router_gateway (39ee9846-b9cb-4c13-b1be-026bf745ff15), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.062079 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks [] for security_group (5df80a3e-238b-4d82-90dc-b214ed5e8d6f), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.106290 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeccb37-1f0c-425e-9b15-0044d243f71b req-42341d44-aa27-42b1-b1d7-06ab2671b57f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:05.119709 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ffeccb37-1f0c-425e-9b15-0044d243f71b req-42341d44-aa27-42b1-b1d7-06ab2671b57f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.2359827 May 27 16:31:05.178193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5df80a3e-238b-4d82-90dc-b214ed5e8d6f), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.250656 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks [] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.307143 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ffeccb37-1f0c-425e-9b15-0044d243f71b req-75bbe1c1-2a36-49cc-95f1-87dc4babb385 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863503 May 27 16:31:05.371945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:31:05.379259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df80a3e-238b-4d82-90dc-b214ed5e8d6f,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:05.387711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.422710 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.424647 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Added segment a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8 of type vlan for network 4600418a-b3f7-4bdf-b9ec-b57285402638 May 27 16:31:05.447088 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29534796-c4bd-434c-bd05-1ccab8a8ba29 req-84f3fc67-19f5-4476-ac0c-2bb4467c6e61 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.1018167 May 27 16:31:05.457262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Made reservation on behalf of 6b6ae55c00cb4a43b8e2bc7df2ea9626 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:05.463706 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.482568 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:05.494308 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for router_gateway (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.512088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Pushing event updated for resources: {'Port': ['ID=0ea3e821-0e9c-42a5-be1e-ce59f638e799,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:05.559469 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Network 3457ce5e-af48-4869-9e42-c672efe05b5b is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:05.566407 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.576021 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (4600418a-b3f7-4bdf-b9ec-b57285402638), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.577619 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:05.596177 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:05.661528 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac8744-ade3-4967-acd2-0ebc7a2d8263 req-4798f5d1-080d-40cb-837e-8b7e71651638 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:05.663546 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aeac8744-ade3-4967-acd2-0ebc7a2d8263 req-4798f5d1-080d-40cb-837e-8b7e71651638 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1599252 May 27 16:31:05.754748 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.773850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Attempting to bind port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:05.774364 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Attempting to bind port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:05.776313 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Attempting to bind port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 on network 3457ce5e-af48-4869-9e42-c672efe05b5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:05.790715 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:05.791128 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Checking segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:05.791993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.792108 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Bound using segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:05.793737 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Bound port: 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:05.804631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.819722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Allocated IP 172.27.3.222 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/ace8f349-43c6-41b2-91cd-965e09582016) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:05.821922 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (4600418a-b3f7-4bdf-b9ec-b57285402638), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.822943 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:05.823532 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:05.903150 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] For port 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:05.907022 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] For port 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0ea3e821-0e9c-42a5-be1e-ce59f638e799,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:05.910629 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:05.916042 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aeac8744-ade3-4967-acd2-0ebc7a2d8263 req-e7cd855f-5fb4-47bc-b9e5-85911f36a0a6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339239 May 27 16:31:05.923864 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Allocated IP 172.20.0.13 (4b4aa0c1-80e2-4655-bb67-93c62e39df1f/e78c6dc3-a63a-4bfd-9b27-1a30c170245a/184d2fa2-c59f-4092-9f78-35e0ddf7631b) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:06.039524 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.082221 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0980482 May 27 16:31:06.082221 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40766) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:06.082838 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d3bab-6f10-4aec-be4d-59b63f23791a admin admin] Pushing event updated for resources: {'Network': ['ID=4600418a-b3f7-4bdf-b9ec-b57285402638,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:06.102118 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Request body: {'subnet': {'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1655663581-subnet', 'tenant_id': 'e1194991899d4dd5ac974608165516b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:06.200555 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:31:06.215275 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6de63-6edc-4e5f-a130-56578b107402 None None] Pushing event updated for resources: {'Port': ['ID=0ea3e821-0e9c-42a5-be1e-ce59f638e799,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:06.281031 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.287366 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:06.300608 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Made reservation on behalf of e1194991899d4dd5ac974608165516b8 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:06.311675 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.410765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:06.519334 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.598430 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for port (ace8f349-43c6-41b2-91cd-965e09582016), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.642616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event updated for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:06.680248 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:06.713604 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:06.728477 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f4a8e-b9aa-444e-b4d4-680c044647c3 req-9da99719-ddc9-46df-a357-0effdfe615e4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:06.728477 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b2f4a8e-b9aa-444e-b4d4-680c044647c3 req-9da99719-ddc9-46df-a357-0effdfe615e4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.2916861 May 27 16:31:06.760408 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:06.861303 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2dce8-82aa-4eb6-a5fc-d029d29661af req-eb977649-fdf9-42e4-bc7d-f6467ae28f59 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:06.861303 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2da2dce8-82aa-4eb6-a5fc-d029d29661af req-eb977649-fdf9-42e4-bc7d-f6467ae28f59 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 932 time: 0.2127523 May 27 16:31:06.873586 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (55adae79-f92d-4295-86a8-960c7568ad54), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.884671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:06.890822 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:06.930863 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ace8f349-43c6-41b2-91cd-965e09582016), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:07.008287 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b2f4a8e-b9aa-444e-b4d4-680c044647c3 req-16c77020-0f41-4688-b7e2-c7854c0c544d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332807 May 27 16:31:07.021445 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-26a13e7f-0abf-44ed-9053-013835fce1f3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4267230 May 27 16:31:07.037144 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=55adae79-f92d-4295-86a8-960c7568ad54,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:07.050007 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2da2dce8-82aa-4eb6-a5fc-d029d29661af req-1241b78e-d1a6-458d-8461-67cea8ae09b3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756828 May 27 16:31:07.054229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:07.055844 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Pushing event updated for resources: {'Port': ['ID=ace8f349-43c6-41b2-91cd-965e09582016,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:07.077409 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Request body: {'port': {'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:07.154330 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:07.173278 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:07.233587 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Checking segment: {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:07.233951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Network hostable DHCP agents. Network: 4600418a-b3f7-4bdf-b9ec-b57285402638, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:31:07.273547 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:07.353057 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-3eafa23d-d5d9-43d3-a711-29641b811323 None None] Provisioning complete for port 184d2fa2-c59f-4092-9f78-35e0ddf7631b triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:07.356138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3eafa23d-d5d9-43d3-a711-29641b811323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:07.374908 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:31:07.469210 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-3eafa23d-d5d9-43d3-a711-29641b811323 None None] Port 184d2fa2-c59f-4092-9f78-35e0ddf7631b cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:07.564335 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 4600418a-b3f7-4bdf-b9ec-b57285402638) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:07.570768 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:07.571749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:07.578528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4472b-f9c1-43e0-94cb-d4469c59addd None None] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:07.806045 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-051cf4d4-662f-4592-a904-ac8a4da96dec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7201641 May 27 16:31:07.809940 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1947625-91e1-4217-ab99-7a857a3eeba9 None None] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:07.813775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:07.949417 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for router_gateway (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:08.267901 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4c8f-07e0-4e25-b58f-fd87708775e5 req-7b652cd3-d86c-41de-ae59-9a4468a77e2d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:08.283102 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-71be4c8f-07e0-4e25-b58f-fd87708775e5 req-7b652cd3-d86c-41de-ae59-9a4468a77e2d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 1.0105975 May 27 16:31:08.331022 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:08.362410 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0ea3e821-0e9c-42a5-be1e-ce59f638e799 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:08.494938 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9963d-dae1-408f-b506-e14fb509a655 None None] Network 3457ce5e-af48-4869-9e42-c672efe05b5b requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:08.574787 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:08.575365 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:08.639191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:08.735070 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Provisioning complete for port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:08.735070 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:08.735070 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:08.770414 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603db0c-e7c1-4d62-927e-3af92b247af9 req-213dd34d-612d-47b4-b02f-65933ce997fa tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:08.778486 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2603db0c-e7c1-4d62-927e-3af92b247af9 req-213dd34d-612d-47b4-b02f-65933ce997fa tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.4866946 May 27 16:31:08.814052 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:08.912154 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:08.912154 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:08.920957 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-71be4c8f-07e0-4e25-b58f-fd87708775e5 req-b33e8a51-1ff9-43b8-af74-71166f51f1cd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6347797 May 27 16:31:09.011010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184d2fa2-c59f-4092-9f78-35e0ddf7631b {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:09.036177 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks [] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.041276 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Router 39ee9846-b9cb-4c13-b1be-026bf745ff15 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:31:09.076114 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2603db0c-e7c1-4d62-927e-3af92b247af9 req-5108403c-a05a-4734-9ab6-d958c379f845 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944248 May 27 16:31:09.124820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0ea3e821-0e9c-42a5-be1e-ce59f638e799,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:09.129495 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Current status of the port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:09.130538 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.172874 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Transition to ACTIVE for port object 184d2fa2-c59f-4092-9f78-35e0ddf7631b will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:31:09.237930 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.250352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958e37-2f74-4bb7-93fe-c823a3112620 req-3af58be1-3351-4665-bd44-5abc8e23b069 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:09.252495 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f958e37-2f74-4bb7-93fe-c823a3112620 req-3af58be1-3351-4665-bd44-5abc8e23b069 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 932 time: 0.1603937 May 27 16:31:09.327624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.399778 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:09.411886 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef557961-42a1-480b-a721-379a84652467 None None] Sync routers for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:09.432811 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:09.436535 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:09.546790 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:31:09.553627 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:31:09.562460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.574003 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=0ea3e821-0e9c-42a5-be1e-ce59f638e799,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:09.574146 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-18675106-26f9-4997-a988-15d8315ecf02 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4204805 May 27 16:31:09.574146 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40812) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:09.648635 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f958e37-2f74-4bb7-93fe-c823a3112620 req-e5a33acf-ffc2-4918-8460-4ed3cb1ce88f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877547 May 27 16:31:09.654274 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:09.776700 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Attempting to bind port 184d2fa2-c59f-4092-9f78-35e0ddf7631b on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:09.776700 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Attempting to bind port 184d2fa2-c59f-4092-9f78-35e0ddf7631b by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:09.776700 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Attempting to bind port 184d2fa2-c59f-4092-9f78-35e0ddf7631b on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:09.782037 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Port 184d2fa2-c59f-4092-9f78-35e0ddf7631b on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:31:09.782572 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Attempting to bind port 184d2fa2-c59f-4092-9f78-35e0ddf7631b on network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:09.792019 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:09.792490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Checking segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:09.792980 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Bound using segment: {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:09.793734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Bound port: 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:09.794727 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:09.975707 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:09.991448 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:10.080959 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:10.179725 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-01f0d5b2-7bf3-48f0-b1e5-c2de61429e1d None None] Current status of the port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:10.205035 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:10.242493 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0ea3e821-0e9c-42a5-be1e-ce59f638e799 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:10.366653 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:10.407490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:10.409819 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:10.411299 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-44397f18-13d8-4a79-861f-10cf0fbed4a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1094 time: 3.3561330 May 27 16:31:10.419063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:10.419393 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-76d9a463-0741-4d2d-9d63-f0b8222c02c2 None None] Provisioning complete for port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:10.419393 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-76d9a463-0741-4d2d-9d63-f0b8222c02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:10.439622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e882ff-3d69-423f-a7e6-2e0491ca1401" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:10.448158 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:10.467205 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:10.467566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:10.514965 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf50e-8601-4917-a950-f5f2bbdf387a req-9a96eeda-4330-4fd4-a8af-86f47c0c7bda tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:10.519816 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cadbf50e-8601-4917-a950-f5f2bbdf387a req-9a96eeda-4330-4fd4-a8af-86f47c0c7bda tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.2941644 May 27 16:31:10.664352 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:10.669976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:10.699489 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-76d9a463-0741-4d2d-9d63-f0b8222c02c2 None None] Current status of the port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:10.887336 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-ee600913-96b0-4379-8922-fa971c379172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:10.889861 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-ee600913-96b0-4379-8922-fa971c379172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1128 time: 0.1838813 May 27 16:31:10.899949 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13065c4-97e3-417a-8809-0032076563ed req-2b4ae565-54c2-4460-b03d-ec39817b2916 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:10.901779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d13065c4-97e3-417a-8809-0032076563ed req-2b4ae565-54c2-4460-b03d-ec39817b2916 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.5366476 May 27 16:31:10.904338 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:10.931875 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:07Z', 'revision_number': 3, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:10.962848 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef557961-42a1-480b-a721-379a84652467 None None] Checking router: 39ee9846-b9cb-4c13-b1be-026bf745ff15 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:10.963549 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef557961-42a1-480b-a721-379a84652467 None None] Updating router 39ee9846-b9cb-4c13-b1be-026bf745ff15 port ace8f349-43c6-41b2-91cd-965e09582016 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:10.964289 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:11.047041 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ace8f349-43c6-41b2-91cd-965e09582016), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.146559 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-a5ce44e5-f220-4d96-b756-fc2ca6ee445c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 217 time: 0.0632057 May 27 16:31:11.164030 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cadbf50e-8601-4917-a950-f5f2bbdf387a req-027a3aa0-ecdf-4596-ad6b-0d895e1f1db1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6353602 May 27 16:31:11.201625 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d13065c4-97e3-417a-8809-0032076563ed req-6451c6f2-b0c8-4e27-92fa-e44cbbf2ac11 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839527 May 27 16:31:11.291941 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f963f94-6630-40ae-84df-ce51b82213be x-openstack-request-id: req-2f963f94-6630-40ae-84df-ce51b82213be {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:11.293660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:11.293935 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f963f94-6630-40ae-84df-ce51b82213be {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:11.294354 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f963f94-6630-40ae-84df-ce51b82213be'] response: {'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'status': 'completed', 'code': 200} May 27 16:31:11.372430 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375541b9-c6b3-4d25-841b-45e2adc4e1b5 req-0e51e04b-5a82-4067-95d0-5c0dd93548aa tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:11.375141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-375541b9-c6b3-4d25-841b-45e2adc4e1b5 req-0e51e04b-5a82-4067-95d0-5c0dd93548aa tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 944 time: 0.0799739 May 27 16:31:11.384582 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-c7586e29-10ca-41ef-84e6-7d29a86e1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:11.386438 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-c7586e29-10ca-41ef-84e6-7d29a86e1047 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.2134941 May 27 16:31:11.481180 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.483188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a33f37-325a-4074-a267-e52214fb708e req-dd0cc0b5-8c22-447e-b230-d52bd091a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:11.484692 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-dd0cc0b5-8c22-447e-b230-d52bd091a9b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913167 May 27 16:31:11.532976 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-375541b9-c6b3-4d25-841b-45e2adc4e1b5 req-8b1e9b97-651e-4673-8a57-d9f41d09e4e3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279078 May 27 16:31:11.619436 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-91e450fc-99a9-45d8-8898-eadcecffd2aa service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227322 May 27 16:31:11.627527 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks [] for port (ace8f349-43c6-41b2-91cd-965e09582016), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.657689 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:31:11.672994 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.687672 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40862) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:11.695557 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728597957', 'description': 'tempest-description--822139628'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:11.735425 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Allocated IP 172.20.0.1 (3457ce5e-af48-4869-9e42-c672efe05b5b/3a7e2cac-0ce3-46a5-8464-37154844db89/6477a0fb-aac7-45fe-9ed2-d17c868e7bcd) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:11.794730 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ace8f349-43c6-41b2-91cd-965e09582016), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.855563 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4a33f37-325a-4074-a267-e52214fb708e req-47213650-2181-44e3-8f8e-00ea0a4ab5f5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286508 May 27 16:31:11.877721 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-11e47cc1-8c8c-4ab5-99bc-98408b21187e tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:11.884589 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-11e47cc1-8c8c-4ab5-99bc-98408b21187e tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/networks?id=4600418a-b3f7-4bdf-b9ec-b57285402638 HTTP/1.1" status: 200 len: 809 time: 0.1444485 May 27 16:31:11.895666 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Pushing event updated for resources: {'Port': ['ID=ace8f349-43c6-41b2-91cd-965e09582016,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:11.904994 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-f7fa055b-f2d3-4322-ae63-49e19fe9c20e tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/quotas/e1194991899d4dd5ac974608165516b8 HTTP/1.1" status: 200 len: 375 time: 0.0193477 May 27 16:31:11.923241 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:11.938326 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ef557961-42a1-480b-a721-379a84652467 None None] Attempting to bind port ace8f349-43c6-41b2-91cd-965e09582016 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:11.939371 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ef557961-42a1-480b-a721-379a84652467 None None] Attempting to bind port ace8f349-43c6-41b2-91cd-965e09582016 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:11.941465 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef557961-42a1-480b-a721-379a84652467 None None] Attempting to bind port ace8f349-43c6-41b2-91cd-965e09582016 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:11.965715 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-c226c5e8-560e-4b59-82a1-80594fe6c4af tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584810 May 27 16:31:11.971013 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.975961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.976534 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.979136 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.979511 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.979861 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.980197 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.983310 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.983747 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:11.984108 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:12.016680 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef557961-42a1-480b-a721-379a84652467 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:12.017672 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef557961-42a1-480b-a721-379a84652467 None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:12.017672 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.033306 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef557961-42a1-480b-a721-379a84652467 None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:12.034036 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ef557961-42a1-480b-a721-379a84652467 None None] Bound port: ace8f349-43c6-41b2-91cd-965e09582016, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:12.034439 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ace8f349-43c6-41b2-91cd-965e09582016), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.061283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks [] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.150596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (ef48f024-69fc-45c3-97d7-60e6e26ce1fe), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.152777 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ef557961-42a1-480b-a721-379a84652467 None None] For port ace8f349-43c6-41b2-91cd-965e09582016, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:12.157494 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ef557961-42a1-480b-a721-379a84652467 None None] For port ace8f349-43c6-41b2-91cd-965e09582016, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ace8f349-43c6-41b2-91cd-965e09582016,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:12.227839 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-e0eff51c-c36e-4f52-9a4b-73dfa47ce940 service neutron] 10.222.0.42 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584410 May 27 16:31:12.252408 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.290922 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ef557961-42a1-480b-a721-379a84652467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ace8f349-43c6-41b2-91cd-965e09582016), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.334673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ef48f024-69fc-45c3-97d7-60e6e26ce1fe), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.383944 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:12.385412 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:12.386332 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:12.471543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae94c2-35cb-4f6c-b71a-1c24811819cb req-62a468aa-6635-432c-b94c-b6aef55fb398 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:12.479973 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51ae94c2-35cb-4f6c-b71a-1c24811819cb req-62a468aa-6635-432c-b94c-b6aef55fb398 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1717038 May 27 16:31:12.542102 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Network 3457ce5e-af48-4869-9e42-c672efe05b5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:12.544209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:12.570220 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:12.571769 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-4cd99878-f9e5-45c6-9996-5f09d2d387b9 service neutron] 10.222.0.42 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332100 May 27 16:31:12.581492 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48f024-69fc-45c3-97d7-60e6e26ce1fe,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:12.607179 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:12.615498 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Pushing event updated for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:12.640567 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:12.675573 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51ae94c2-35cb-4f6c-b71a-1c24811819cb req-4e51297a-3061-48fb-8df3-0eb451ecdf96 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946559 May 27 16:31:12.703665 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.718991 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40886) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:12.721769 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-83a5f8a2-cc33-466c-9684-8094163504fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0272517 May 27 16:31:12.724689 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'ef48f024-69fc-45c3-97d7-60e6e26ce1fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:12.768254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:12.898892 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (b4b34da8-a8b6-4022-b63b-d045d51901ae), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.001868 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881e4b4-05f7-463a-a033-a59767623c27 None None] Pushing event updated for resources: {'Port': ['ID=ace8f349-43c6-41b2-91cd-965e09582016,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:13.110199 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (b4b34da8-a8b6-4022-b63b-d045d51901ae), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.118610 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb86e2-2038-474c-a3c1-4f92a0a6fd56 req-a4323da9-237f-49e4-b9e9-d493ea00d0d5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:13.130753 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32fb86e2-2038-474c-a3c1-4f92a0a6fd56 req-a4323da9-237f-49e4-b9e9-d493ea00d0d5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1782062 May 27 16:31:13.163647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ca4a4d51-8926-4b45-8e80-1dbcfb65913f None None] Provisioning complete for port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:13.164201 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4d51-8926-4b45-8e80-1dbcfb65913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.239401 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ef557961-42a1-480b-a721-379a84652467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:07Z', 'revision_number': 3, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:13.264617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (b4b34da8-a8b6-4022-b63b-d045d51901ae), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.316932 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef557961-42a1-480b-a721-379a84652467 None None] The sync data for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi is: [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:07Z', 'revision_number': 3, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:13.320671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b34da8-a8b6-4022-b63b-d045d51901ae,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:13.345737 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.358816 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-88364f8b-aefe-429a-84d6-9aa342790f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:13.360915 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-88364f8b-aefe-429a-84d6-9aa342790f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1128 time: 0.2021677 May 27 16:31:13.417666 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32fb86e2-2038-474c-a3c1-4f92a0a6fd56 req-10b07e41-32d2-480e-89cb-3554328ad155 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799182 May 27 16:31:13.444858 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.451969 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a4d51-8926-4b45-8e80-1dbcfb65913f None None] Port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:13.453617 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b92f1edb-4510-4d99-8eb7-d2d69d86e804 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7312636 May 27 16:31:13.454507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40896) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:13.478738 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'ef48f024-69fc-45c3-97d7-60e6e26ce1fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:13.633114 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-205b0be5-853f-4196-a90d-29a6491f11b7 req-03973f6b-e6b8-40ae-8f54-20989a54c781 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.1171069 May 27 16:31:13.727688 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:13.772524 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks [] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:13.783798 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ccb32-4a44-4735-80e2-c246b318d910 req-fb31e822-99fe-4bfc-b757-fe5166f6d74a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:13.786015 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c7ccb32-4a44-4735-80e2-c246b318d910 req-fb31e822-99fe-4bfc-b757-fe5166f6d74a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 944 time: 0.1718879 May 27 16:31:13.851775 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-a87ecc0b-0053-4cac-8a1c-b3740ba9298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:13.853862 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-a87ecc0b-0053-4cac-8a1c-b3740ba9298b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.4820697 May 27 16:31:13.932586 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40908) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:13.950193 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-90a49daa-6721-4743-a1c2-0f552d7f63e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 217 time: 0.0784962 May 27 16:31:13.978463 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c7ccb32-4a44-4735-80e2-c246b318d910 req-7066b570-84f2-4165-8d4e-e9c64d1c5d4b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791799 May 27 16:31:14.018415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc6fe9-9911-4cc0-b014-fc0da46a38cb req-c09b781a-ce9b-464e-8c96-b8a2e6ca7e49 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:14.020738 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9cdc6fe9-9911-4cc0-b014-fc0da46a38cb req-c09b781a-ce9b-464e-8c96-b8a2e6ca7e49 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1659038 May 27 16:31:14.058608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-fc4fcb27-4684-4ac8-b4ef-041612ab4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:14.060086 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-fc4fcb27-4684-4ac8-b4ef-041612ab4da0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.1008697 May 27 16:31:14.095411 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8809b8e-8b34-4846-b9a8-a786498cf683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.127848 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9cdc6fe9-9911-4cc0-b014-fc0da46a38cb req-87dbf325-fb56-4311-8127-ff46897ee8d3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979922 May 27 16:31:14.131973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (a8320ef5-02a1-429b-a35b-30fa2a62e553), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.162926 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ace8f349-43c6-41b2-91cd-965e09582016 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:14.173378 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-a885eb2a-ea0e-47d8-910e-65b06155e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:14.175247 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-a885eb2a-ea0e-47d8-910e-65b06155e543 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011689 May 27 16:31:14.215505 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8809b8e-8b34-4846-b9a8-a786498cf683 admin admin] Publish callbacks [] for security_group (24f2439f-ac5c-447d-a00a-32ece9025475), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.217976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ace8f349-43c6-41b2-91cd-965e09582016 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:14.217976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ace8f349-43c6-41b2-91cd-965e09582016), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.218633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.296682 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (a8320ef5-02a1-429b-a35b-30fa2a62e553), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.299297 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.311274 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Pushing event updated for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:14.321647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:14.334284 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-697d59c0-b119-469d-91a7-ca8e632fd0f5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483121 May 27 16:31:14.339245 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ace8f349-43c6-41b2-91cd-965e09582016 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:14.339862 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ace8f349-43c6-41b2-91cd-965e09582016), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.364351 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port ace8f349-43c6-41b2-91cd-965e09582016, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ace8f349-43c6-41b2-91cd-965e09582016,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:14.391269 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8809b8e-8b34-4846-b9a8-a786498cf683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (24f2439f-ac5c-447d-a00a-32ece9025475), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.452928 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b8809b8e-8b34-4846-b9a8-a786498cf683 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bbf24de48a64da48640a0d42ff0f2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191677 May 27 16:31:14.453632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40920) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:14.454415 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3e882ff-3d69-423f-a7e6-2e0491ca1401 req-01ca3b6e-8931-407b-b77b-a28426934e8e service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124897 May 27 16:31:14.455771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (a8320ef5-02a1-429b-a35b-30fa2a62e553), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.486591 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ace8f349-43c6-41b2-91cd-965e09582016), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.493622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8320ef5-02a1-429b-a35b-30fa2a62e553,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:14.521517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809b8e-8b34-4846-b9a8-a786498cf683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2439f-ac5c-447d-a00a-32ece9025475,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:14.569206 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 184d2fa2-c59f-4092-9f78-35e0ddf7631b details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:31:14.576081 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=ace8f349-43c6-41b2-91cd-965e09582016,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:14.580753 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Network 3457ce5e-af48-4869-9e42-c672efe05b5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:14.586873 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:14.616888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] Publish callbacks [] for security_group (24f2439f-ac5c-447d-a00a-32ece9025475), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.645523 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30474583-02eb-48a0-aa4c-96566c58b924 req-aec27ba1-d63d-4b1c-844c-ad60c1f86cd4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:14.680154 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30474583-02eb-48a0-aa4c-96566c58b924 req-aec27ba1-d63d-4b1c-844c-ad60c1f86cd4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1118436 May 27 16:31:14.748199 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.750403 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-373e1239-3540-4536-9a5e-e0d6cd08d1f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2871785 May 27 16:31:14.764534 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 40928) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:14.790631 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:14.831139 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] Publish callbacks [] for security_group (24f2439f-ac5c-447d-a00a-32ece9025475), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:14.851996 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30474583-02eb-48a0-aa4c-96566c58b924 req-cefaec26-2410-4b2b-a37e-8ebf5c33b8fe tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707470 May 27 16:31:14.858252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-66f628e1-8e06-43ce-be71-6c0133123622 req-7a87e9a4-17cc-46c6-a7b2-e4b675132a29 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.1045198 May 27 16:31:14.992577 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Router 39ee9846-b9cb-4c13-b1be-026bf745ff15 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:31:15.010989 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:15.025659 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:31:15.073034 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 184d2fa2-c59f-4092-9f78-35e0ddf7631b is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:15.073674 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.094044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184d2fa2-c59f-4092-9f78-35e0ddf7631b {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:15.112694 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-e8132357-5354-4e13-b8a2-56baeb5b8190 None None] Provisioning complete for port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:15.113079 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e8132357-5354-4e13-b8a2-56baeb5b8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.146688 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.146903 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:15.156290 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81603118-b0ac-4172-bd5a-f25a3ae0ce17 req-e1027d8e-230c-40d6-b6cd-367bc5f17bea tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:15.156522 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:15.157913 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81603118-b0ac-4172-bd5a-f25a3ae0ce17 req-e1027d8e-230c-40d6-b6cd-367bc5f17bea tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 944 time: 0.0979302 May 27 16:31:15.162433 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ffc49be1-4f95-496e-ae48-52e16d670d92 admin admin] 10.222.0.42 "PUT /v2.0/routers/39ee9846-b9cb-4c13-b1be-026bf745ff15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5923374 May 27 16:31:15.169896 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e8132357-5354-4e13-b8a2-56baeb5b8190 None None] Port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:15.183633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (24f2439f-ac5c-447d-a00a-32ece9025475), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.190856 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.190856 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24f2439f-ac5c-447d-a00a-32ece9025475 HTTP/1.1" status: 204 len: 168 time: 0.7298849 May 27 16:31:15.216630 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22f7d-30a3-4b51-81d5-90cad914b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2439f-ac5c-447d-a00a-32ece9025475,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:15.222185 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.287359 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:15.312684 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:15.644306 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81603118-b0ac-4172-bd5a-f25a3ae0ce17 req-d1352681-d808-4586-8d90-e9dc21738c89 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503138 May 27 16:31:15.655274 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d6b7-e044-41d7-b96d-1967cc729ed0 req-3caf3961-619c-45cf-9a17-91ddb00571a0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:15.656845 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b274d6b7-e044-41d7-b96d-1967cc729ed0 req-3caf3961-619c-45cf-9a17-91ddb00571a0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.3946903 May 27 16:31:15.658066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:15.689483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:15.764211 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b274d6b7-e044-41d7-b96d-1967cc729ed0 req-bc3581c3-25c8-40fc-8e2e-30d5d77be9e8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967524 May 27 16:31:15.786614 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['184d2fa2-c59f-4092-9f78-35e0ddf7631b'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:31:15.826524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.27.3.93 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/88b39cde-df87-48f6-87c1-d3a96adda939) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:15.943364 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Sync routers for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:15.989644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-5b963cf5-3a3c-4fce-aed6-7ee647b8b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:15.991668 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-5b963cf5-3a3c-4fce-aed6-7ee647b8b74d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1130 time: 0.0565639 May 27 16:31:16.000442 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:16.001361 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:16.076019 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ce05a07-0f3b-4d06-9e30-20119bcd9323 req-83b8a7c6-e4a4-4439-b56f-e8a62925f0c6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.0905166 May 27 16:31:16.142834 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2149a-da69-43f0-b225-5c791fcc6085 req-250f42fe-8c7f-4dba-b1f8-a5d8f16bebf9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:16.152931 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9be2149a-da69-43f0-b225-5c791fcc6085 req-250f42fe-8c7f-4dba-b1f8-a5d8f16bebf9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1497040 May 27 16:31:16.162048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ace8f349-43c6-41b2-91cd-965e09582016 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:16.208153 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:16.222309 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (88b39cde-df87-48f6-87c1-d3a96adda939), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.303179 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ace8f349-43c6-41b2-91cd-965e09582016 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:16.303179 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ace8f349-43c6-41b2-91cd-965e09582016), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.304540 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9be2149a-da69-43f0-b225-5c791fcc6085 req-64855746-dd3d-4934-84dd-18321b84eda0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504118 May 27 16:31:16.307204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40972) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:16.308157 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:16.310396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-f96d3f3e-80bc-47d4-bdeb-357b7b63e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:16.312002 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-f96d3f3e-80bc-47d4-bdeb-357b7b63e19d service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.3087690 May 27 16:31:16.312126 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1690164158-network', 'tenant_id': 'f51f25652579464588c765d769165de8'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:16.379070 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-4f022ba7-d580-434b-96fa-20712b5581ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 1002 time: 0.0574677 May 27 16:31:16.431639 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-194c8d65-c0fa-4809-adda-7495386ec80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:16.433449 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-194c8d65-c0fa-4809-adda-7495386ec80a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0461941 May 27 16:31:16.491765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.493105 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Made reservation on behalf of f51f25652579464588c765d769165de8 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:16.496279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.508079 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ace8f349-43c6-41b2-91cd-965e09582016 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:16.511384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.517471 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 2, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:16.537399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-ad539c26-5e09-4ed8-82cb-bebbfafaff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:16.540557 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-ad539c26-5e09-4ed8-82cb-bebbfafaff66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875146 May 27 16:31:16.546041 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:16.548181 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Checking router: 39ee9846-b9cb-4c13-b1be-026bf745ff15 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:16.548558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Updating router 39ee9846-b9cb-4c13-b1be-026bf745ff15 port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:16.563466 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:16.565654 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:16.579018 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:16.583806 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.592134 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=88b39cde-df87-48f6-87c1-d3a96adda939,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:16.672076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks [] for security_group (740e2b66-e82a-4bb1-bc62-21d1fb15eade), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.745576 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-76b3455f-7526-4160-abf6-d92a422dcd0e service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956508 May 27 16:31:16.749695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.811467 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (740e2b66-e82a-4bb1-bc62-21d1fb15eade), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.865899 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:31:16.882176 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740e2b66-e82a-4bb1-bc62-21d1fb15eade,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:16.890883 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2c21d60e-132e-429d-b2b6-a064606c5421), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.891252 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Added segment 2c21d60e-132e-429d-b2b6-a064606c5421 of type vlan for network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 May 27 16:31:16.952822 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (40340b8c-ce8f-4946-a1a5-cd2212976ef5), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:16.985649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41bfaa-f1e5-4985-b9f5-0695dce4fa21 req-82de30de-cb49-4d48-a477-bf55ff83b4d7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:16.987113 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da41bfaa-f1e5-4985-b9f5-0695dce4fa21 req-82de30de-cb49-4d48-a477-bf55ff83b4d7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 945 time: 0.2210989 May 27 16:31:16.999917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks [] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.019885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 184d2fa2-c59f-4092-9f78-35e0ddf7631b up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:17.024190 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.062665 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff996b5b-adbf-4fb8-8431-6ce0710c9979 req-0851059d-a913-4d8c-a340-66e485e2a836 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:17.064144 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff996b5b-adbf-4fb8-8431-6ce0710c9979 req-0851059d-a913-4d8c-a340-66e485e2a836 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1436388 May 27 16:31:17.066280 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24c258c3-2f70-4499-9a27-00ec1e076f11 req-0e237f70-0fcf-491b-a63b-0bbb7c71c48a service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121836 May 27 16:31:17.067330 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 184d2fa2-c59f-4092-9f78-35e0ddf7631b completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:31:17.144335 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (40340b8c-ce8f-4946-a1a5-cd2212976ef5), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.145848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:17.146430 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.152779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da41bfaa-f1e5-4985-b9f5-0695dce4fa21 req-c7d45b14-f170-4da4-8fc3-b89aebb277ae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501107 May 27 16:31:17.201902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.204036 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 184d2fa2-c59f-4092-9f78-35e0ddf7631b triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:17.204466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.218479 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] Pushing event updated for resources: {'Network': ['ID=40340b8c-ce8f-4946-a1a5-cd2212976ef5,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.233323 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff996b5b-adbf-4fb8-8431-6ce0710c9979 req-41838962-2995-4c2b-b543-47a948a6df80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560981 May 27 16:31:17.256485 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:31:17.273537 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-05bd083c-fb7f-47ff-ba3e-bb614198f13f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9651217 May 27 16:31:17.281908 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 40992) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:17.293207 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Request body: {'subnet': {'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1690164158-subnet', 'tenant_id': 'f51f25652579464588c765d769165de8', 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:17.329550 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c897e39-ee4d-499b-9f60-a69d8fef8552 req-669a4821-8f32-450d-89e8-8b8289bd073c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.0911977 May 27 16:31:17.356207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39353de6-1d06-45f1-9792-ba453d9ac7a7 None None] Pushing event updated for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.400867 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Made reservation on behalf of f51f25652579464588c765d769165de8 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:17.403568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.407786 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (88b39cde-df87-48f6-87c1-d3a96adda939), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.456947 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Attempting to bind port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:17.457967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Attempting to bind port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:17.458417 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Attempting to bind port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd on network 3457ce5e-af48-4869-9e42-c672efe05b5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:17.473624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:17.473624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Checking segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:17.474008 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.474481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Bound using segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:17.475059 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Bound port: 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:17.475539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.487399 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 184d2fa2-c59f-4092-9f78-35e0ddf7631b is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:17.487922 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.503162 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e09435-d3c8-4f41-8072-353251739b42 req-3d55256f-bfcf-4929-9405-8120bd8a12ce tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:17.505326 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9e09435-d3c8-4f41-8072-353251739b42 req-3d55256f-bfcf-4929-9405-8120bd8a12ce tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0671682 May 27 16:31:17.536251 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:17.538713 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a770d21-e789-4b37-a72c-37436d0cfcbd" -d '{"events": [{"server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "name": "network-vif-plugged", "status": "completed", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:17.541215 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.560602 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:17.593850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] For port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:17.601779 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] For port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:17.609698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9e09435-d3c8-4f41-8072-353251739b42 req-ce70a8d5-b0c1-45d2-a39c-fb69042344e3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934064 May 27 16:31:17.622681 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc22fbb-2403-41bd-bd45-62c11c39d836 x-openstack-request-id: req-afc22fbb-2403-41bd-bd45-62c11c39d836 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:17.623033 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "name": "network-vif-plugged", "status": "completed", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:17.623334 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afc22fbb-2403-41bd-bd45-62c11c39d836 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:17.623740 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc22fbb-2403-41bd-bd45-62c11c39d836'] response: {'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'code': 200} May 27 16:31:17.647242 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.661135 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=88b39cde-df87-48f6-87c1-d3a96adda939,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.675318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.686988 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.692882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:17.736744 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.745422 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Provisioning complete for port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:17.746011 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.749484 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:17.750118 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:17.802296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (94ca8a77-33ae-46ba-bd3e-469c06939fff), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.803564 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:17.804863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-26fc21bf-6025-40f4-b85d-b51fdeb3430f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0399032 May 27 16:31:17.882245 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ca8a77-33ae-46ba-bd3e-469c06939fff,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.888354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39353de6-1d06-45f1-9792-ba453d9ac7a7 None None] Pushing event updated for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:17.891457 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Checking segment: {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:17.892403 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Network hostable DHCP agents. Network: 40340b8c-ce8f-4946-a1a5-cd2212976ef5, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:31:18.040866 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:31:18.090932 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-58cbfa33-861f-42c3-8322-b3ea0ef14771 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--728597957&fields=id&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 267 time: 0.0593479 May 27 16:31:18.142996 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:18.147018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Current status of the port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:18.147403 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.229472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-83a690ad-1b3c-4c65-b46e-518802253c72 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:18.230966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-83a690ad-1b3c-4c65-b46e-518802253c72 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.1309698 May 27 16:31:18.256229 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-dc008369-b6de-42cc-b0e5-8067f4f1b27c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/quotas/c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 375 time: 0.0196092 May 27 16:31:18.264978 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] For port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:18.317170 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8321-cd3c-4802-a4e5-ebd209fe4db9 req-ad65541c-5b6c-4055-bdf7-29de53f093a3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:18.318402 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-206b8321-cd3c-4802-a4e5-ebd209fe4db9 req-ad65541c-5b6c-4055-bdf7-29de53f093a3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0802217 May 27 16:31:18.326161 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 40340b8c-ce8f-4946-a1a5-cd2212976ef5) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:18.330914 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:18.334261 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.339719 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-7313b899-a450-45db-a1a0-c4b8854a95ee tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673187 May 27 16:31:18.380138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:17Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:18.382330 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814aaf42-4b1b-4bcf-8de1-f452df8f707c None None] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:18.428669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.432198 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f571a5a4-d2f6-4fbf-9a6e-ba3f6c77f197 None None] The sync data for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi is: [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:17Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:18.447495 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-206b8321-cd3c-4802-a4e5-ebd209fe4db9 req-52b55783-5bd7-47ee-92cf-ab07524f0394 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203692 May 27 16:31:18.492445 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4345f919-491f-4cb4-9857-1bb6fb03344a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2075856 May 27 16:31:18.501799 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41024) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:18.513112 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:18.518494 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:18.521614 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-b05846b5-40f5-4822-8062-87711891d7fa service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572573 May 27 16:31:18.637808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-9a8afcbc-6fc1-4901-a782-89ef92073787 None None] Provisioning complete for port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:18.638186 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9a8afcbc-6fc1-4901-a782-89ef92073787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.640347 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d421e-a682-42bb-9a18-5120254d94fe None None] Pushing event updated for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:18.682985 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'project_id': 'f51f25652579464588c765d769165de8', 'fixed_ips': [{'subnet_id': '94ca8a77-33ae-46ba-bd3e-469c06939fff'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:31:18.683937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.702311 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74136b9-e19d-4196-8e31-9eb820b026ba req-8b57056e-b873-4d04-84f6-ef97bfc6a426 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:18.704181 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e74136b9-e19d-4196-8e31-9eb820b026ba req-8b57056e-b873-4d04-84f6-ef97bfc6a426 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.1303451 May 27 16:31:18.728042 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.729200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.740435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:18.773579 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-42d14bbc-cc22-475f-b4fe-b3af49391125 service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316396 May 27 16:31:18.802610 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e74136b9-e19d-4196-8e31-9eb820b026ba req-6c1d5a43-abab-4fbe-b93f-86325b3ffc4e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833461 May 27 16:31:18.808747 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for router_controller (20f16e07-08ea-4c61-9f06-d30f1766238c), precommit_add_association {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:18.911291 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50196ba0-1021-4a45-aafd-fd11b982d2b8 req-7755fdf2-9f60-440d-a81c-49017bc1f85b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.0331793 May 27 16:31:18.920261 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-9a8afcbc-6fc1-4901-a782-89ef92073787 None None] Current status of the port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:18.954695 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Allocated IP 172.20.0.2 (40340b8c-ce8f-4946-a1a5-cd2212976ef5/94ca8a77-33ae-46ba-bd3e-469c06939fff/c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:19.035124 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eea84-c9e5-46f5-9bad-7d76d690a2c9 req-7d85c962-3cf0-4be2-87f3-545954ce59ef tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:19.045387 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-504eea84-c9e5-46f5-9bad-7d76d690a2c9 req-7d85c962-3cf0-4be2-87f3-545954ce59ef tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0644543 May 27 16:31:19.048107 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:19.158002 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-504eea84-c9e5-46f5-9bad-7d76d690a2c9 req-0bcacc39-b31c-4778-95a0-b2db92c61fc2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113448 May 27 16:31:19.264624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c220110-c13f-478b-92b0-4f7240881bd4 req-3b771020-2e5c-46a4-980d-71c06f215fac tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0845358 May 27 16:31:19.282624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:19.282815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for router_gateway (20f16e07-08ea-4c61-9f06-d30f1766238c), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.292250 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks [] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.451014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.502355 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:19.507701 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:19.523438 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:19.543324 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Pushing event updated for resources: {'Port': ['ID=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:19.670352 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Attempting to bind port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:19.671878 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Attempting to bind port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:19.671878 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Attempting to bind port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 on network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:19.679173 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:19.679972 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Checking segment: {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:19.680658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.681497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Bound using segment: {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:19.682411 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Bound port: c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:19.683183 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.700416 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb7123-9abe-4c02-ad4b-03ccba25a0db req-ead1cf8a-bad9-40b1-a7a5-840a89b327ad tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:19.708806 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccfb7123-9abe-4c02-ad4b-03ccba25a0db req-ead1cf8a-bad9-40b1-a7a5-840a89b327ad tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0985508 May 27 16:31:19.740927 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-dffb56fe-e9e1-4d94-86e7-b0986ccd8f00 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:19.745936 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-dffb56fe-e9e1-4d94-86e7-b0986ccd8f00 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "GET /v2.0/networks?id=4600418a-b3f7-4bdf-b9ec-b57285402638 HTTP/1.1" status: 200 len: 809 time: 0.2558806 May 27 16:31:19.784951 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Request body: {'port': {'device_id': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638', 'admin_state_up': True, 'tenant_id': 'e1194991899d4dd5ac974608165516b8'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:19.795555 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] For port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:19.799354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] For port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:19.847484 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccfb7123-9abe-4c02-ad4b-03ccba25a0db req-14de64d5-efb4-4d2d-9b1a-b7a37a6bc808 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376789 May 27 16:31:19.920810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:19.936708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce813-37f1-432f-bb42-0656fcacf496 req-966ec531-629b-431f-b2be-3bfbf0ceab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:19.947036 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cb9ce813-37f1-432f-bb42-0656fcacf496 req-966ec531-629b-431f-b2be-3bfbf0ceab6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.1745093 May 27 16:31:19.951704 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for router_gateway (20f16e07-08ea-4c61-9f06-d30f1766238c), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.075616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.186952 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0458d7-0ba6-4886-b0e4-872a3a09ab94 None None] Pushing event updated for resources: {'Port': ['ID=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:20.227782 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff1c7a-a2e0-4a5b-99d3-3a75ed6e05a9 req-55da9d06-9374-42b0-90a0-423c9bd233ad tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:20.243710 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:20.248968 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abff1c7a-a2e0-4a5b-99d3-3a75ed6e05a9 req-55da9d06-9374-42b0-90a0-423c9bd233ad tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 946 time: 0.2759621 May 27 16:31:20.263121 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-684b5d3b-1679-4764-9fde-fe8ebef05d2e req-9dd4b185-0c2d-4672-a6ec-cb7c7d705c8a tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.1053531 May 27 16:31:20.272721 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cb9ce813-37f1-432f-bb42-0656fcacf496 req-b2e1d3dd-15b3-4111-8ca5-c7f1a24defc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168519 May 27 16:31:20.292228 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Made reservation on behalf of e1194991899d4dd5ac974608165516b8 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:20.298123 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.349665 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:20.350247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.377624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abff1c7a-a2e0-4a5b-99d3-3a75ed6e05a9 req-0f7b0648-8043-4bba-a90a-33473a94d2e1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275401 May 27 16:31:20.429936 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Allocated IP 172.27.3.175 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:20.442604 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:20.564332 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6725907-acc0-4811-a019-6a0e83b6250b req-d6e8b3c2-2162-4eab-812e-9ae1e6da813c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0525935 May 27 16:31:20.574094 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec79b68-0384-4109-973f-77497b2df36a req-9b461a98-fe59-4546-a055-5e681f0881b6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:20.575649 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ec79b68-0384-4109-973f-77497b2df36a req-9b461a98-fe59-4546-a055-5e681f0881b6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1933227 May 27 16:31:20.603542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.670074 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Allocated IP 172.20.0.11 (4600418a-b3f7-4bdf-b9ec-b57285402638/55adae79-f92d-4295-86a8-960c7568ad54/047fee43-35eb-4d21-b702-885e4f5d2c79) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:20.692947 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ec79b68-0384-4109-973f-77497b2df36a req-d98509d9-904d-4d61-89e9-3a595c03dfe9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920291 May 27 16:31:20.767332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.842448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:20.848224 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:20.851848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:20.940065 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks [] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:20.946540 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:20.961332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Pushing event updated for resources: {'Port': ['ID=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:20.994222 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e1805-fb7a-4f56-8aab-a25fbaf2d585 req-968c1adf-536e-43fe-b33c-63e6ec25d8e7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:20.995812 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b9e1805-fb7a-4f56-8aab-a25fbaf2d585 req-968c1adf-536e-43fe-b33c-63e6ec25d8e7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0592072 May 27 16:31:21.035718 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:21.058824 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b9e1805-fb7a-4f56-8aab-a25fbaf2d585 req-4c4aee38-d768-465f-b7ab-ae2d19181f3e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555170 May 27 16:31:21.132846 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:31:21.168429 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.220893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: ACTIVE; New status is: DOWN {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:21.221593 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.227998 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:21.231041 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:21.235795 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:21.241832 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Pushing event updated for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:21.250725 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:21.256466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf2a2e8-0155-4e0d-9911-ecf3fffa04cb" -d '{"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:21.281033 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:21.307315 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096d532-f6a1-42d1-8fe2-f65e7e09d56b x-openstack-request-id: req-6096d532-f6a1-42d1-8fe2-f65e7e09d56b {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:21.307613 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-unplugged", "status": "failed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "code": 422}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:21.307869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6096d532-f6a1-42d1-8fe2-f65e7e09d56b {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:21.308385 dv-cinder-840493-2-iscsi neutron-server[104558]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6096d532-f6a1-42d1-8fe2-f65e7e09d56b']: {'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'code': 422} returned with failed status May 27 16:31:21.340723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:21.341425 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.402297 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.402779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for router_gateway (20f16e07-08ea-4c61-9f06-d30f1766238c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.423054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a103bf6-7034-409a-9b5b-4508e95d07ef req-433846d5-be60-420b-ab39-16babc3a9cae tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:21.424744 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a103bf6-7034-409a-9b5b-4508e95d07ef req-433846d5-be60-420b-ab39-16babc3a9cae tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 932 time: 0.0596321 May 27 16:31:21.447775 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-7e394afc-7b98-4813-8bce-6f262be8368d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6768060 May 27 16:31:21.479127 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=8']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:21.524268 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5fa245-6410-40c3-8699-f30804bf451a None None] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:21.543722 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a103bf6-7034-409a-9b5b-4508e95d07ef req-a8a73152-9711-4301-bf8d-0fe6f7412753 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925217 May 27 16:31:21.615269 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Provisioning complete for port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:21.615757 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.671754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76a9d1b6-0222-465d-8c02-f6a048da1bd3 req-fbe62e7f-daf7-4b39-982d-ff65aa9776d9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0305326 May 27 16:31:21.736224 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Current status of the port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:21.743765 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.786376 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] For port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:21.828884 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbffd0-9920-4642-ac3d-2fc1e059883e req-ae03d08c-2de5-49a7-a099-ff7571eabc25 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:21.830546 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14dbffd0-9920-4642-ac3d-2fc1e059883e req-ae03d08c-2de5-49a7-a099-ff7571eabc25 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0515559 May 27 16:31:21.873882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.916705 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:21.928032 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c343a-8596-4d73-a08c-27c2d7cff461 None None] Pushing event updated for resources: {'Port': ['ID=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:21.994418 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-de5e2a28-c5fc-4abb-ae7a-abb5226145af None None] Provisioning complete for port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:21.995011 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de5e2a28-c5fc-4abb-ae7a-abb5226145af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:22.130885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-de5e2a28-c5fc-4abb-ae7a-abb5226145af None None] Current status of the port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:22.166489 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:22.168443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:22.173076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14dbffd0-9920-4642-ac3d-2fc1e059883e req-8f51b308-791e-41e7-8453-b6a234d5c27a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343897 May 27 16:31:22.217189 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:22.217682 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:22.222362 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Router 20f16e07-08ea-4c61-9f06-d30f1766238c is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:31:22.288409 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046ad29-beb8-4a4c-bf2f-b20dc46fed85 req-a3503f41-6f23-470f-bef9-7da6841bd971 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:22.291810 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c046ad29-beb8-4a4c-bf2f-b20dc46fed85 req-a3503f41-6f23-470f-bef9-7da6841bd971 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0569382 May 27 16:31:22.297466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:22.337815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:22.342919 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c046ad29-beb8-4a4c-bf2f-b20dc46fed85 req-1603aa88-3336-4b67-87e0-f2fa38d638e7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452430 May 27 16:31:22.347998 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Sync routers for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:22.359229 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:22.359842 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:22.463534 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:22.527518 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:22.529051 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-36dbe0bd-39ac-4d7a-bf9a-9f462ab4a299 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0145900 May 27 16:31:22.533264 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41104) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:22.642350 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:21Z', 'revision_number': 3, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:22.653610 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-14cfc048-e6b2-4bee-8263-584c6fe2257d req-9827fddd-2678-4230-b7b9-d756508b9e8d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:31:22.654712 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14cfc048-e6b2-4bee-8263-584c6fe2257d req-9827fddd-2678-4230-b7b9-d756508b9e8d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057833 May 27 16:31:22.669007 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Checking router: 20f16e07-08ea-4c61-9f06-d30f1766238c for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:22.669365 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Updating router 20f16e07-08ea-4c61-9f06-d30f1766238c port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:22.695013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:22.705883 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:22.743145 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca9ef-6e10-4d45-98ef-bfcf549ab580 req-9c74019e-0d5f-4184-aff4-7e6bf4c7edfe tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:22.744720 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed8ca9ef-6e10-4d45-98ef-bfcf549ab580 req-9c74019e-0d5f-4184-aff4-7e6bf4c7edfe tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 932 time: 0.0968602 May 27 16:31:22.837989 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed8ca9ef-6e10-4d45-98ef-bfcf549ab580 req-7144ee24-f3d8-4de1-b9c5-4fe29b4517b3 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 May 27 16:31:22.920856 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:22.959252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-236ac0ad-6cb8-40fc-a63d-66901d5e7e25 req-8589eefe-c846-45bd-b4b6-de4903bbc284 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0318093 May 27 16:31:22.968259 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:23.103381 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905296e-c293-4291-902e-1d1b02588cdb req-9c8a28ef-7d57-4ce8-9dbe-4688f2d996f3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:23.104746 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f905296e-c293-4291-902e-1d1b02588cdb req-9c8a28ef-7d57-4ce8-9dbe-4688f2d996f3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0611153 May 27 16:31:23.125998 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks [] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.171373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.192258 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f905296e-c293-4291-902e-1d1b02588cdb req-598d5c6f-9611-422f-a18f-55820faef7d9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694563 May 27 16:31:23.225700 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.266161 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:23.277312 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7c0c-78bf-4bfe-a88f-065ad58a7824 None None] Pushing event updated for resources: {'Port': ['ID=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:23.303205 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Attempting to bind port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:23.303205 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Attempting to bind port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:23.303205 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Attempting to bind port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:23.313268 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:23.313962 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:23.314604 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.314892 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:23.315516 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Bound port: 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:23.315889 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.350047 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ad25-8159-4ce8-b642-a9c90aa8b9e7 req-33de62e7-5598-4e2b-8b27-66fb085c2b70 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:23.351595 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0978ad25-8159-4ce8-b642-a9c90aa8b9e7 req-33de62e7-5598-4e2b-8b27-66fb085c2b70 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0694408 May 27 16:31:23.385591 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] For port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:23.390169 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] For port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:23.417209 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Allocated IP 172.20.0.1 (40340b8c-ce8f-4946-a1a5-cd2212976ef5/94ca8a77-33ae-46ba-bd3e-469c06939fff/e56e2724-ceb9-473f-b690-5e0d9db9bef9) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:23.449226 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0978ad25-8159-4ce8-b642-a9c90aa8b9e7 req-debdb428-9d67-4f96-b100-dd06ca1a13fd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788379 May 27 16:31:23.505702 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8944c-80d5-4044-8a7d-76034d924cfb req-0f84b968-729c-49c7-80f6-2b538a6bc73f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:23.507238 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5a8944c-80d5-4044-8a7d-76034d924cfb req-0f84b968-729c-49c7-80f6-2b538a6bc73f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0780275 May 27 16:31:23.533061 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.594480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:23.595349 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7c0c-78bf-4bfe-a88f-065ad58a7824 None None] Pushing event updated for resources: {'Port': ['ID=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:23.597913 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:23.599116 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:23.614073 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5a8944c-80d5-4044-8a7d-76034d924cfb req-6f93e438-4667-49ca-9e16-9ad5cdc8c382 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705819 May 27 16:31:23.619137 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks [] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.703094 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:23.743497 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.785269 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:23.791006 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:23.795027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:23.819310 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:23.841986 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (20f16e07-08ea-4c61-9f06-d30f1766238c), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:23.893971 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:21Z', 'revision_number': 3, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:23.925476 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58151f2d-50f2-421c-b2a2-14f2126a6fdf None None] The sync data for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi is: [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:21Z', 'revision_number': 3, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:23.992423 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41146) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:24.056707 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b7a1-b8b6-4d6d-95b8-9aa2454bb5ac req-aa0bab1c-c500-43a7-ace5-b9919bf2a5c4 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:24.058507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-acb0b7a1-b8b6-4d6d-95b8-9aa2454bb5ac req-aa0bab1c-c500-43a7-ace5-b9919bf2a5c4 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 932 time: 0.1102259 May 27 16:31:24.069651 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-2bf55bdb-eb49-4bab-aee5-bcf0967da8b7 None None] Provisioning complete for port e56e2724-ceb9-473f-b690-5e0d9db9bef9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:24.072952 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2bf55bdb-eb49-4bab-aee5-bcf0967da8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:24.147753 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-ac43892a-f567-411e-a401-472f9f33200e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1537335 May 27 16:31:24.153309 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2bf55bdb-eb49-4bab-aee5-bcf0967da8b7 None None] Port e56e2724-ceb9-473f-b690-5e0d9db9bef9 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:24.157857 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ab933671-f7e3-4652-9798-b3ea626bbf4c req-f4b2902c-d6a4-4759-927e-5177338b8ec6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0536001 May 27 16:31:24.169777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-c7c1684a-f813-44d4-83b4-6f14721b86db service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:31:24.179896 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-c7c1684a-f813-44d4-83b4-6f14721b86db service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0239463 May 27 16:31:24.202055 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-acb0b7a1-b8b6-4d6d-95b8-9aa2454bb5ac req-f670bb78-3a17-46de-b4ba-d14884c100c6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243742 May 27 16:31:24.288471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41160) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:24.366772 dv-cinder-840493-2-iscsi neutron-server[104556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 16:31:24.371210 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b95b8-9ccd-4eb1-b267-cc06100929c2 req-35b8f3fd-6dd7-4593-9119-07f719633c05 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:24.373008 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb5b95b8-9ccd-4eb1-b267-cc06100929c2 req-35b8f3fd-6dd7-4593-9119-07f719633c05 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0606203 May 27 16:31:24.403207 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Request body: {'port': {'device_id': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:24.417611 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-44642b4b-f8b8-470c-ba77-2a95f72b8f50 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:24.419543 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-44642b4b-f8b8-470c-ba77-2a95f72b8f50 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports/8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 941 time: 0.1297405 May 27 16:31:24.448274 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:24.552570 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb5b95b8-9ccd-4eb1-b267-cc06100929c2 req-64a48c6b-dcb3-4711-aa6b-c8e82bb14b23 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630280 May 27 16:31:24.599928 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:24.624068 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:24.682976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c4d6-4eb6-4934-9d1b-00fced76c015 req-e73be08b-cce2-4af9-8bd7-2d0ae3469f5b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:24.684857 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f785c4d6-4eb6-4934-9d1b-00fced76c015 req-e73be08b-cce2-4af9-8bd7-2d0ae3469f5b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1294510 May 27 16:31:24.784250 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:24.868225 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a699-3e68-4638-8e26-07631d48dc7c req-7f755c98-7a7a-44ee-a969-de6c120ff074 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:24.869821 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-55d2a699-3e68-4638-8e26-07631d48dc7c req-7f755c98-7a7a-44ee-a969-de6c120ff074 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1734526 May 27 16:31:25.037696 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f785c4d6-4eb6-4934-9d1b-00fced76c015 req-1b83cf2d-61c5-4e12-b066-0f2bf56e4957 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423231 May 27 16:31:25.065995 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-55d2a699-3e68-4638-8e26-07631d48dc7c req-fed943a4-5740-4bbf-b5cf-88a1b49a02dc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884623 May 27 16:31:25.139187 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks [] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:25.240330 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047fee43-35eb-4d21-b702-885e4f5d2c79 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:25.245306 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:25.253492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks [] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:25.336224 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Transition to ACTIVE for port object 047fee43-35eb-4d21-b702-885e4f5d2c79 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:31:25.386381 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fd8c918-f31d-4271-af40-c22f4f9a7b01 req-c1d68bba-766c-400e-8af1-e5aa5f4b7624 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0885186 May 27 16:31:25.394968 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (20f16e07-08ea-4c61-9f06-d30f1766238c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:25.404586 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:25.412882 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdec827-95d1-4fea-820e-40712b0a16ff req-3f6eb5df-2b5f-4f28-a176-c27b271a94a0 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:25.414413 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fdec827-95d1-4fea-820e-40712b0a16ff req-3f6eb5df-2b5f-4f28-a176-c27b271a94a0 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 932 time: 0.1122017 May 27 16:31:25.452400 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:25.476596 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:25.538251 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:25.580703 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fdec827-95d1-4fea-820e-40712b0a16ff req-870f7d21-6f38-4b50-bec7-bed226c99e11 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605942 May 27 16:31:25.585843 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Pushing event updated for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:25.614560 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:25.617373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:25.619960 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:25.756809 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Attempting to bind port 047fee43-35eb-4d21-b702-885e4f5d2c79 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:25.757143 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Attempting to bind port 047fee43-35eb-4d21-b702-885e4f5d2c79 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:25.757502 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Attempting to bind port 047fee43-35eb-4d21-b702-885e4f5d2c79 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:25.769904 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b445ba-c958-4ccd-bb45-808a06245610 req-9cf1b8b0-4cc5-4016-90e3-1da7cb57a13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:25.773020 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7b445ba-c958-4ccd-bb45-808a06245610 req-9cf1b8b0-4cc5-4016-90e3-1da7cb57a13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0842485 May 27 16:31:25.816267 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Port 047fee43-35eb-4d21-b702-885e4f5d2c79 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:31:25.816466 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Attempting to bind port 047fee43-35eb-4d21-b702-885e4f5d2c79 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:26.001152 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-3dd9cae9-9dfa-4bac-a3d3-05694c7283f0 None None] Provisioning complete for port e56e2724-ceb9-473f-b690-5e0d9db9bef9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:26.001669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cae9-9dfa-4bac-a3d3-05694c7283f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.102987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9cae9-9dfa-4bac-a3d3-05694c7283f0 None None] Port e56e2724-ceb9-473f-b690-5e0d9db9bef9 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:26.103812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:26.103812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Checking segment: {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:26.103812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Bound using segment: {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:26.103812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Bound port: 047fee43-35eb-4d21-b702-885e4f5d2c79, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:26.103812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.138801 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Router 20f16e07-08ea-4c61-9f06-d30f1766238c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:31:26.194509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7b445ba-c958-4ccd-bb45-808a06245610 req-b47d1f1a-faed-4d1b-896c-a06d04d9b815 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858442 May 27 16:31:26.198934 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:26.249481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-61581487-3cc0-446e-a0ca-390fd11a903d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.252286 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:26.252431 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-61581487-3cc0-446e-a0ca-390fd11a903d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.2406304 May 27 16:31:26.276160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:26.276869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.294057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e86094-e849-4b34-8418-96b9e848db00 req-7b1e39f0-36a1-4bfa-aa7c-cef86cbc308f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.295573 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12e86094-e849-4b34-8418-96b9e848db00 req-7b1e39f0-36a1-4bfa-aa7c-cef86cbc308f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1263006 May 27 16:31:26.320378 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=047fee43-35eb-4d21-b702-885e4f5d2c79,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:26.370490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:26.370967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.377207 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-1f094df1-7f44-4ce1-8afa-6ca85f141de2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 472 time: 0.1053178 May 27 16:31:26.394899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:26.419718 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:26.428436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8431-6aec-4607-87d5-28a888cb0ecb req-8e64e1f2-3c28-46c9-ae65-b0530d0e509a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.429975 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5b7a8431-6aec-4607-87d5-28a888cb0ecb req-8e64e1f2-3c28-46c9-ae65-b0530d0e509a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1262908 May 27 16:31:26.443722 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.475894 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12e86094-e849-4b34-8418-96b9e848db00 req-b517c866-601e-429e-8a74-204da22dd91d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669426 May 27 16:31:26.502965 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:26.514169 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Sync routers for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:26.514323 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-51959e00-5fc2-4056-9220-1247d9eb18e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/20f16e07-08ea-4c61-9f06-d30f1766238c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9797561 May 27 16:31:26.517491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.518109 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.519464 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] 10.222.0.15 "PUT /v2.0/ports/047fee43-35eb-4d21-b702-885e4f5d2c79 HTTP/1.1" status: 200 len: 1094 time: 2.1204498 May 27 16:31:26.520006 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:26.522580 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ea9b0-306b-4978-9141-1bee84854670" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:26.530729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.568161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:26.572889 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:26.573029 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a937e-f460-4b7d-ac3b-cb995f0d82da service neutron] Pushing event updated for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:26.598816 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5b7a8431-6aec-4607-87d5-28a888cb0ecb req-a8a294de-c48f-4bbb-bab4-91af1f967c59 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609499 May 27 16:31:26.602229 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0edc9db-44ac-413d-9ac1-19ac5e5793a1 req-97969bdb-aba1-4f31-acab-3f5997fbfd65 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0442092 May 27 16:31:26.658482 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:26.683585 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf64ddef-facc-4b67-8153-60bff7ae73a8 x-openstack-request-id: req-bf64ddef-facc-4b67-8153-60bff7ae73a8 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:26.683986 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:26.684728 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf64ddef-facc-4b67-8153-60bff7ae73a8 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:26.684870 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf64ddef-facc-4b67-8153-60bff7ae73a8'] response: {'name': 'network-changed', 'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79', 'status': 'completed', 'code': 200} May 27 16:31:26.793100 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f528a-7ec7-4fb0-a1d7-240eba5ac2e4 req-3f749121-c8dd-4fb6-b1c1-537bc1b758bb tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.795056 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8f528a-7ec7-4fb0-a1d7-240eba5ac2e4 req-3f749121-c8dd-4fb6-b1c1-537bc1b758bb tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0934398 May 27 16:31:26.803643 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc894f-d7fd-4fc2-b8e1-6d60af0a4783 req-ddda139f-ecfb-4adf-acf8-8b632f6d54c0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:26.805446 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86fc894f-d7fd-4fc2-b8e1-6d60af0a4783 req-ddda139f-ecfb-4adf-acf8-8b632f6d54c0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0679581 May 27 16:31:26.814451 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41212) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:26.819661 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'floatingip': {'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:26.870288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:26.874046 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:26.945202 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8f528a-7ec7-4fb0-a1d7-240eba5ac2e4 req-08974cf7-6340-4026-9e82-f511092945a9 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384642 May 27 16:31:27.092226 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:24Z', 'revision_number': 4, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'e56e2724-ceb9-473f-b690-5e0d9db9bef9', 'name': '', 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'tenant_id': 'f51f25652579464588c765d769165de8', 'mac_address': 'fa:16:3e:f7:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:23Z', 'updated_at': '2022-05-27T16:31:24Z', 'revision_number': 2, 'project_id': 'f51f25652579464588c765d769165de8', 'subnets': [{'id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:27.120247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Checking router: 20f16e07-08ea-4c61-9f06-d30f1766238c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:27.120633 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Updating router 20f16e07-08ea-4c61-9f06-d30f1766238c port e56e2724-ceb9-473f-b690-5e0d9db9bef9 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:27.153242 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.380346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8632b-c5db-47e2-b957-64466bd49433 req-fac1ff7c-5843-4f0a-9198-cf73e3274e4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:27.381871 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fd8632b-c5db-47e2-b957-64466bd49433 req-fac1ff7c-5843-4f0a-9198-cf73e3274e4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0933278 May 27 16:31:27.433250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:27.435444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.448261 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fd8632b-c5db-47e2-b957-64466bd49433 req-dc562e07-7a29-4f76-ac68-7d892e88c37d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585439 May 27 16:31:27.505218 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks [] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.522253 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.610862 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97138993-b442-4ea0-9c54-c9018c4dd011 req-6dd19085-ec1b-40a1-a3ff-bef665ca35e6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:27.612348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97138993-b442-4ea0-9c54-c9018c4dd011 req-6dd19085-ec1b-40a1-a3ff-bef665ca35e6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0575798 May 27 16:31:27.613141 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.632699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:27.705624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efceb5-8362-4d0a-a236-ad341be1d617 None None] Pushing event updated for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:27.758839 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Attempting to bind port e56e2724-ceb9-473f-b690-5e0d9db9bef9 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:27.759247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Attempting to bind port e56e2724-ceb9-473f-b690-5e0d9db9bef9 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:27.759616 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Attempting to bind port e56e2724-ceb9-473f-b690-5e0d9db9bef9 on network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:27.769325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:27.770618 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Checking segment: {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:27.771245 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Floating IP 68c05815-0d53-4c8d-89d0-18a96776a649 associated. External IP: 172.27.3.46, port: 184d2fa2-c59f-4092-9f78-35e0ddf7631b. May 27 16:31:27.771378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.771496 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Bound using segment: {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:27.771923 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Bound port: e56e2724-ceb9-473f-b690-5e0d9db9bef9, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c21d60e-132e-429d-b2b6-a064606c5421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:27.772301 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:27.821584 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:27.834551 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:27.839962 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97138993-b442-4ea0-9c54-c9018c4dd011 req-0fce958a-c6aa-4767-a1f1-d55330207c53 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911576 May 27 16:31:27.866299 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:27.878317 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d6172242-6ac3-407b-826c-da0f18606ce7 req-4c051901-2a60-4f1e-ab95-bbe18aef3d60 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0973570 May 27 16:31:27.888705 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] For port e56e2724-ceb9-473f-b690-5e0d9db9bef9, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:27.899910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] For port e56e2724-ceb9-473f-b690-5e0d9db9bef9, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=e56e2724-ceb9-473f-b690-5e0d9db9bef9,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:28.003391 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.173148 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Provisioning complete for port e56e2724-ceb9-473f-b690-5e0d9db9bef9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:28.173558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.189150 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327596-bf59-4f2b-9e9a-c89af99bd03c req-c6f181ba-7f1e-41bb-99b3-cb4e0ed8f7c6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:28.191338 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81327596-bf59-4f2b-9e9a-c89af99bd03c req-c6f181ba-7f1e-41bb-99b3-cb4e0ed8f7c6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.1307032 May 27 16:31:28.223919 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:28.235474 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:28.236872 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:28.242457 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.246390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:31:28.279061 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81327596-bf59-4f2b-9e9a-c89af99bd03c req-9615ff47-7598-43f5-b686-fd896bec865f tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785456 May 27 16:31:28.304538 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efceb5-8362-4d0a-a236-ad341be1d617 None None] Pushing event updated for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:28.386992 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.428523 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.444911 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:28.449778 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.457094 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:28.462211 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:28.462583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.469230 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:28.470358 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:28.495612 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.501630 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f198aca7-31b4-4300-a8ae-125a6feca668 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "PUT /v2.0/floatingips/68c05815-0d53-4c8d-89d0-18a96776a649 HTTP/1.1" status: 200 len: 991 time: 1.6857274 May 27 16:31:28.509689 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:28.590610 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.591436 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Current status of the port e56e2724-ceb9-473f-b690-5e0d9db9bef9 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:28.591821 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.624828 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:28.655077 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba4584-cbdd-4127-aafd-63a048efef49 req-9a274f29-8a3a-454a-9fbc-1a06dc6756f7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:28.664378 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6ba4584-cbdd-4127-aafd-63a048efef49 req-9a274f29-8a3a-454a-9fbc-1a06dc6756f7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0931814 May 27 16:31:28.688815 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:28.691418 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e632143a-e290-45c4-904e-0157177b9b31" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:28.773791 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6ba4584-cbdd-4127-aafd-63a048efef49 req-5473a93e-e89d-46d9-9317-40e6fa75b42b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083436 May 27 16:31:28.775612 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea7ad0-c6d9-4f42-ad59-d96e9815f8be x-openstack-request-id: req-baea7ad0-c6d9-4f42-ad59-d96e9815f8be {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:28.775904 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:28.776156 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baea7ad0-c6d9-4f42-ad59-d96e9815f8be {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:28.776684 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baea7ad0-c6d9-4f42-ad59-d96e9815f8be'] response: {'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'status': 'completed', 'code': 200} May 27 16:31:28.786079 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.805811 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] For port e56e2724-ceb9-473f-b690-5e0d9db9bef9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=e56e2724-ceb9-473f-b690-5e0d9db9bef9,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:28.813663 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:28.841907 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:28.913601 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:31:27Z', 'revision_number': 1, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:28.916230 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:24Z', 'revision_number': 4, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'e56e2724-ceb9-473f-b690-5e0d9db9bef9', 'name': '', 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'tenant_id': 'f51f25652579464588c765d769165de8', 'mac_address': 'fa:16:3e:f7:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:23Z', 'updated_at': '2022-05-27T16:31:27Z', 'revision_number': 4, 'project_id': 'f51f25652579464588c765d769165de8', 'subnets': [{'id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:28.920079 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.966134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-22423fcc-2c98-4521-9a6d-7b6c3db53bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:28.988900 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab84bb-9ca8-4f33-91f2-517d76600257 None None] The sync data for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi is: [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:31:24Z', 'revision_number': 4, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'e56e2724-ceb9-473f-b690-5e0d9db9bef9', 'name': '', 'network_id': '40340b8c-ce8f-4946-a1a5-cd2212976ef5', 'tenant_id': 'f51f25652579464588c765d769165de8', 'mac_address': 'fa:16:3e:f7:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:23Z', 'updated_at': '2022-05-27T16:31:27Z', 'revision_number': 4, 'project_id': 'f51f25652579464588c765d769165de8', 'subnets': [{'id': '94ca8a77-33ae-46ba-bd3e-469c06939fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:29.006389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1e1e9-e80b-4040-b008-2d86a876dc00 req-a0d35d72-2c9a-4674-98c7-1601483a9abd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.007075 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:29.014443 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45a1e1e9-e80b-4040-b008-2d86a876dc00 req-a0d35d72-2c9a-4674-98c7-1601483a9abd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0760968 May 27 16:31:29.028489 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:29.029393 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:29.100103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'port': {'device_id': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'admin_state_up': True, 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'security_groups': ['ef48f024-69fc-45c3-97d7-60e6e26ce1fe']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:29.117884 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e1d0465b-7ee6-40d3-a9fe-a610650c0b91 req-1cf99be5-e087-436e-966f-c3aac91d2bfb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0825069 May 27 16:31:29.134475 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01fdcd-fe40-40c3-97b3-08df4156fcb7 None None] Pushing event updated for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:29.156267 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-55663984-f063-4b41-a90e-f5cf29aa170e None None] Provisioning complete for port e56e2724-ceb9-473f-b690-5e0d9db9bef9 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:29.161850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-55663984-f063-4b41-a90e-f5cf29aa170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:29.201487 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:29.347524 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:29.368890 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45a1e1e9-e80b-4040-b008-2d86a876dc00 req-8cfab1fc-042f-43b3-ad4c-e20672804211 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441966 May 27 16:31:29.393328 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ea9b0-306b-4978-9141-1bee84854670 req-1b467e5a-997d-4923-b112-a7f58b20dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.404325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-55663984-f063-4b41-a90e-f5cf29aa170e None None] Current status of the port e56e2724-ceb9-473f-b690-5e0d9db9bef9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:29.405673 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e86ea9b0-306b-4978-9141-1bee84854670 req-1b467e5a-997d-4923-b112-a7f58b20dbee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 1128 time: 0.1933527 May 27 16:31:29.433518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:29.569621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632143a-e290-45c4-904e-0157177b9b31 req-0a768b41-bc7c-4416-a9d0-6b4de95b12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.573005 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-0a768b41-bc7c-4416-a9d0-6b4de95b12e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.1292269 May 27 16:31:29.625809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:29.710615 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56542-c67d-4364-a521-9b38a9e187f7 req-d53f6be8-9365-4e1b-b163-a51d82c8dd87 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.712929 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caf56542-c67d-4364-a521-9b38a9e187f7 req-d53f6be8-9365-4e1b-b163-a51d82c8dd87 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.2551987 May 27 16:31:29.750748 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:29.755363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:29.779185 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ea9b0-306b-4978-9141-1bee84854670 req-fe80a01b-1e85-4567-9778-dae47f3daa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.780779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e86ea9b0-306b-4978-9141-1bee84854670 req-fe80a01b-1e85-4567-9778-dae47f3daa3e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1194991899d4dd5ac974608165516b8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3574779 May 27 16:31:29.783242 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:31:27Z', 'revision_number': 1, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:29.826920 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caf56542-c67d-4364-a521-9b38a9e187f7 req-3782e55d-486c-449f-b3ce-7f623c802237 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827622 May 27 16:31:29.828568 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:29.845608 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1ec55-43f9-45b2-8d64-07cf3c84c2f9 None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:31:27Z', 'revision_number': 1, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:29.971611 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f1fa9-1d7f-4773-bbef-e9997fd83ebe req-595a94ea-a1f6-4410-b8be-739a180493f3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:29.973672 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-321f1fa9-1d7f-4773-bbef-e9997fd83ebe req-595a94ea-a1f6-4410-b8be-739a180493f3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0826020 May 27 16:31:30.092470 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-321f1fa9-1d7f-4773-bbef-e9997fd83ebe req-1627cda7-4360-4c2e-874d-4153315ac88a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980575 May 27 16:31:30.104673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.20.0.5 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/bfdd72e1-971a-4ccd-9405-99a3e2b528f6) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:30.122506 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:30.242333 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device e56e2724-ceb9-473f-b690-5e0d9db9bef9 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:30.312547 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port e56e2724-ceb9-473f-b690-5e0d9db9bef9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:30.314433 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:30.315627 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-144331b1-9e18-4b6a-b35f-b7817292334d req-b36e56ed-bc39-403e-9273-377e4a88aded tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0602028 May 27 16:31:30.445100 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:30.452951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:30.553754 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port e56e2724-ceb9-473f-b690-5e0d9db9bef9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:30.565767 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:30.669119 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33a830-f4d9-4b6f-a351-259aa2347226 req-b2fa9782-576a-4e20-b7a5-b3bdc83310e4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:30.678662 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be33a830-f4d9-4b6f-a351-259aa2347226 req-b2fa9782-576a-4e20-b7a5-b3bdc83310e4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1704819 May 27 16:31:30.688530 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:31.038725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:31.038725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:31.038725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:31.041681 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be33a830-f4d9-4b6f-a351-259aa2347226 req-34b6acb5-987b-4708-a95b-05ffd7dde0e1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112492 May 27 16:31:31.043482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:31.043482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:31.044218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b167ebb-cae2-4c4e-aacc-2ca66b278198 req-333be944-4dcf-48af-8a05-6b893a5991b3 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:31.044218 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b167ebb-cae2-4c4e-aacc-2ca66b278198 req-333be944-4dcf-48af-8a05-6b893a5991b3 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0607793 May 27 16:31:31.045561 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:31.087157 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b167ebb-cae2-4c4e-aacc-2ca66b278198 req-cafe7f6c-b8c8-4c9e-9a80-ca7490a8ddb5 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934505 May 27 16:31:31.299926 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1c837-f980-4e15-bda2-e9061d9f2d0c req-1ffa13b4-bf57-4cc1-837f-c3ee2e579446 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:31.301925 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ae1c837-f980-4e15-bda2-e9061d9f2d0c req-1ffa13b4-bf57-4cc1-837f-c3ee2e579446 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0761552 May 27 16:31:31.307539 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-8d1b7047-793b-4dac-ac7d-745b6767c558 None None] Provisioning complete for port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:31.308142 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7047-793b-4dac-ac7d-745b6767c558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:31.405520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b7047-793b-4dac-ac7d-745b6767c558 None None] Port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:31.459670 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ae1c837-f980-4e15-bda2-e9061d9f2d0c req-8096a23a-365c-40cc-a8fd-c246e26bbcb4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503265 May 27 16:31:31.547353 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f107-c7b8-4013-892b-f4d895d1039f req-4e5f1913-b072-4ece-8d5e-ddf111c7368a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:31.548785 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4293f107-c7b8-4013-892b-f4d895d1039f req-4e5f1913-b072-4ece-8d5e-ddf111c7368a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 931 time: 0.0851922 May 27 16:31:31.610455 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4293f107-c7b8-4013-892b-f4d895d1039f req-d4d0b970-e7e9-4434-b8c1-1db9ddcd39c2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556540 May 27 16:31:31.762848 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-73b8ded3-2a06-4546-a82e-03c14652555e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6724818 May 27 16:31:31.825625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05abdd-a285-44e2-9ca9-f03171918b29 None None] New status for floating IP 68c05815-0d53-4c8d-89d0-18a96776a649: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:31:31.986104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab4d60c9-e0a8-4635-9581-585d95a2dd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:32.126483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249a20a-93e3-40ed-932b-4494285044ac req-539b0904-2e29-4a22-a344-0441b1b3eee0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.126483 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a249a20a-93e3-40ed-932b-4494285044ac req-539b0904-2e29-4a22-a344-0441b1b3eee0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0534346 May 27 16:31:32.189368 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a249a20a-93e3-40ed-932b-4494285044ac req-e353db5c-28e2-4976-b6b0-acfb83dd5298 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612178 May 27 16:31:32.237153 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Request body: {'port': {'device_id': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:32.285511 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e489e3-14ce-4cae-8f13-2b3ea1b9e3d3 req-cdcce33f-d2ff-4fe6-8140-686bc73291d6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.287855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e7e489e3-14ce-4cae-8f13-2b3ea1b9e3d3 req-cdcce33f-d2ff-4fe6-8140-686bc73291d6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0934451 May 27 16:31:32.357332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:32.385185 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ea9b0-306b-4978-9141-1bee84854670 req-0197a036-2cbf-40e5-93e7-9b93a71dd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.386840 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e86ea9b0-306b-4978-9141-1bee84854670 req-0197a036-2cbf-40e5-93e7-9b93a71dd457 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577995 May 27 16:31:32.387666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632143a-e290-45c4-904e-0157177b9b31 req-76214042-ca48-4ae9-a5eb-c8cb84a96b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.389109 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-76214042-ca48-4ae9-a5eb-c8cb84a96b24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1653104 May 27 16:31:32.390188 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e7e489e3-14ce-4cae-8f13-2b3ea1b9e3d3 req-7875e5ce-1f40-44b8-87d1-b6fc60b041ff tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715652 May 27 16:31:32.523324 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-1f0b8a23-6547-43f1-a124-2f92bf1b1d0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1001 time: 0.1091022 May 27 16:31:32.530776 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-be667669-3678-4bac-84d8-fc6355f2a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.532403 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-be667669-3678-4bac-84d8-fc6355f2a577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 1128 time: 0.0555265 May 27 16:31:32.582674 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-949960ae-2fc4-425f-821e-aca0144823ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047fee43-35eb-4d21-b702-885e4f5d2c79 HTTP/1.1" status: 200 len: 217 time: 0.0371909 May 27 16:31:32.665102 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df73eb-aa4d-40bb-b155-66ed5759affd req-1c515101-8784-4f61-b734-2c74094599f2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.666704 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12df73eb-aa4d-40bb-b155-66ed5759affd req-1c515101-8784-4f61-b734-2c74094599f2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0866442 May 27 16:31:32.676192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-3fdae5ee-1154-4ddb-9f8f-4d4eef328aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.679151 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-3fdae5ee-1154-4ddb-9f8f-4d4eef328aae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55adae79-f92d-4295-86a8-960c7568ad54 HTTP/1.1" status: 200 len: 849 time: 0.0858071 May 27 16:31:32.681134 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632143a-e290-45c4-904e-0157177b9b31 req-ff0614a5-a045-4b56-a171-1da1e7ddfd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.683649 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-ff0614a5-a045-4b56-a171-1da1e7ddfd24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.1534696 May 27 16:31:32.689507 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:32.772775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632143a-e290-45c4-904e-0157177b9b31 req-14d0b6f5-4a06-4a51-b7f0-a6abeda5b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.775165 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-14d0b6f5-4a06-4a51-b7f0-a6abeda5b6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554113 May 27 16:31:32.781964 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-d9b29dce-2773-40b6-9a2e-bd4b4f385742 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4600418a-b3f7-4bdf-b9ec-b57285402638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903203 May 27 16:31:32.842850 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12df73eb-aa4d-40bb-b155-66ed5759affd req-908deac0-6467-4ab1-b1ce-c392300bc443 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959463 May 27 16:31:32.851583 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aba45-ed37-4f5c-8c07-514e62f1f242 req-7bed2ca5-65f0-4946-8b11-3192d5a20079 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:32.859782 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-942aba45-ed37-4f5c-8c07-514e62f1f242 req-7bed2ca5-65f0-4946-8b11-3192d5a20079 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 931 time: 0.1239250 May 27 16:31:32.909966 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdd72e1-971a-4ccd-9405-99a3e2b528f6 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:32.918753 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks [] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:32.940183 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Transition to ACTIVE for port object bfdd72e1-971a-4ccd-9405-99a3e2b528f6 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:31:32.940542 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-942aba45-ed37-4f5c-8c07-514e62f1f242 req-cb8073b4-e2bc-410b-b7ea-105f2855efe7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792313 May 27 16:31:32.984587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:33.019364 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:33.118147 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:33.183726 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Attempting to bind port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:33.184009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Attempting to bind port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:33.184293 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Attempting to bind port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:33.189712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 on network 6206a18c-fdfb-4556-905d-212faa509374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:31:33.190035 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Attempting to bind port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:33.198288 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:33.198509 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:33.199133 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:33.199296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Bound port: bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:33.199646 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:33.257147 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:33.311589 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:33.317473 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:33.341801 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed146-bb25-4f38-9fb5-f96347b68e53 req-83758fbc-17df-4ea3-8dbb-c1311b1c8e4e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:33.343337 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e8ed146-bb25-4f38-9fb5-f96347b68e53 req-83758fbc-17df-4ea3-8dbb-c1311b1c8e4e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0731373 May 27 16:31:33.406105 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e8ed146-bb25-4f38-9fb5-f96347b68e53 req-c420797c-bcd3-4a60-a8da-0a2bae83ab5b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559404 May 27 16:31:33.418714 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:33.498864 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:33.499775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:33.501495 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfdd72e1-971a-4ccd-9405-99a3e2b528f6 HTTP/1.1" status: 200 len: 1093 time: 1.2763476 May 27 16:31:33.502210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:33.505425 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca56231-2e56-46be-9fd4-f2b256bfee25" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:33.519983 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067a6d3-5216-4d68-99fe-a133f18ede75 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:33.551081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:33.563591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b5d8-3d8a-4f30-a95f-b1bf37020914 req-1d732160-6e9e-4b2b-a504-f3bb350c75f8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:33.573134 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c191ed-cbd9-4821-89fe-20d5d0177235 x-openstack-request-id: req-88c191ed-cbd9-4821-89fe-20d5d0177235 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:33.573451 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:33.573819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88c191ed-cbd9-4821-89fe-20d5d0177235 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:33.574249 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c191ed-cbd9-4821-89fe-20d5d0177235'] response: {'name': 'network-changed', 'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'status': 'completed', 'code': 200} May 27 16:31:33.579141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12f6b5d8-3d8a-4f30-a95f-b1bf37020914 req-1d732160-6e9e-4b2b-a504-f3bb350c75f8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0913770 May 27 16:31:33.671940 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12f6b5d8-3d8a-4f30-a95f-b1bf37020914 req-08f3ce6f-9a23-45d9-a9cd-4f57ab5ca5ad tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876458 May 27 16:31:34.053694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:34.071071 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2b86d-176c-4932-8fc1-28bdd90516a8 req-87c196b5-a6ac-4b14-b462-451472c18e39 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:34.080260 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cee2b86d-176c-4932-8fc1-28bdd90516a8 req-87c196b5-a6ac-4b14-b462-451472c18e39 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1399143 May 27 16:31:34.133627 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:34.158913 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5053-f058-4153-8e11-948231df33d2 req-ee1d729a-ebf0-4d6d-8907-3bb500757b3d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:34.160437 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dfdf5053-f058-4153-8e11-948231df33d2 req-ee1d729a-ebf0-4d6d-8907-3bb500757b3d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0724401 May 27 16:31:34.180635 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cee2b86d-176c-4932-8fc1-28bdd90516a8 req-8819f154-b555-4954-a3d1-c97f7c07111e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994749 May 27 16:31:34.220774 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dfdf5053-f058-4153-8e11-948231df33d2 req-b9abde1c-0f58-4566-a60f-8ad5381639c5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511971 May 27 16:31:34.338964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:34.538105 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425199-c988-4544-8e6e-2908181b4d90 req-fdfbc078-4eae-4400-a3d8-a034a72a33ab tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:34.545185 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-60425199-c988-4544-8e6e-2908181b4d90 req-fdfbc078-4eae-4400-a3d8-a034a72a33ab tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0576687 May 27 16:31:34.613026 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-60425199-c988-4544-8e6e-2908181b4d90 req-8d1a89eb-f1cc-437e-8837-aedcc9b3ec14 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667608 May 27 16:31:34.674617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:34.716397 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:34.809665 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:34.812435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df369c-500f-451b-85d2-75473321dc2a req-423301ce-2cfa-4123-af58-4c0668dac0ad tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:34.819801 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4df369c-500f-451b-85d2-75473321dc2a req-423301ce-2cfa-4123-af58-4c0668dac0ad tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0646770 May 27 16:31:34.873472 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4df369c-500f-451b-85d2-75473321dc2a req-89450dde-eeb2-48d7-8a25-589e857053f2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 May 27 16:31:35.322312 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:35.337300 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955d24-c0a1-413a-a17c-670919d07c24 req-90820c2a-d455-4686-80ed-7d08c0989a40 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:35.339367 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51955d24-c0a1-413a-a17c-670919d07c24 req-90820c2a-d455-4686-80ed-7d08c0989a40 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0712938 May 27 16:31:35.395172 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f20b6-f52f-4a77-a847-68da0c145974 req-dcde94ab-c190-43db-a30b-1c1252b1e441 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:35.397315 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-384f20b6-f52f-4a77-a847-68da0c145974 req-dcde94ab-c190-43db-a30b-1c1252b1e441 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0782909 May 27 16:31:35.444819 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51955d24-c0a1-413a-a17c-670919d07c24 req-d5dd3e4e-d947-4a9a-8c29-10aca6bcef8d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879281 May 27 16:31:35.477946 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-384f20b6-f52f-4a77-a847-68da0c145974 req-0cf97756-44c3-4e40-95e5-390475292a60 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712779 May 27 16:31:35.722476 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:35.799704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b3f6d-5102-4503-9601-0007dac87af5 req-c31f3fd3-35a4-4571-a2a9-585cd0b321ad tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:35.801362 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ba8b3f6d-5102-4503-9601-0007dac87af5 req-c31f3fd3-35a4-4571-a2a9-585cd0b321ad tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1167295 May 27 16:31:35.810507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:35.836070 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-f448ee61-c634-4356-ae65-39c01e6dd226 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488616 May 27 16:31:35.915259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-042217ac-6449-41e5-bd56-f3bc002d58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:35.916825 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-042217ac-6449-41e5-bd56-f3bc002d58f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 1127 time: 0.0790141 May 27 16:31:36.083965 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e632143a-e290-45c4-904e-0157177b9b31 req-cccb89f8-cd08-4416-baca-89ad7fb9f1d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345114 May 27 16:31:36.089795 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-b3bfcc8a-fb0e-4000-ac8f-09e864327c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.091445 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-b3bfcc8a-fb0e-4000-ac8f-09e864327c74 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c409475791e243108336a3cd2e25d3ac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1492167 May 27 16:31:36.165469 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-8ce901b1-a7f5-4c13-bb0d-c24df3f8af33 service neutron] 10.222.0.15 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784348 May 27 16:31:36.189089 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ba8b3f6d-5102-4503-9601-0007dac87af5 req-49a79242-9be2-4dc2-91d5-e7a3b0a51937 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801312 May 27 16:31:36.225942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-989361e3-ba55-4271-be76-a60e1d184979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.227568 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bca56231-2e56-46be-9fd4-f2b256bfee25 req-989361e3-ba55-4271-be76-a60e1d184979 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084213 May 27 16:31:36.230124 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960a599-f642-4268-9f78-306e81c4493c req-626ec60a-0985-48eb-b6da-c981173b0fba tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.231575 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0960a599-f642-4268-9f78-306e81c4493c req-626ec60a-0985-48eb-b6da-c981173b0fba tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0800908 May 27 16:31:36.327351 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0960a599-f642-4268-9f78-306e81c4493c req-8a4ae6ff-27cd-41ef-9cd6-3af62d5a82e2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900772 May 27 16:31:36.331344 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-392bda85-8c3e-4703-b0e0-528f4efa286b req-ed51abcb-b2f3-42e1-b113-e47e0dfb0438 service neutron] 10.222.0.15 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459894 May 27 16:31:36.339200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-8826e3c8-7be8-4a14-a7ee-7300fc08b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.340246 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-8826e3c8-7be8-4a14-a7ee-7300fc08b40e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 1127 time: 0.0504000 May 27 16:31:36.388744 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-6476427c-62eb-4123-9fae-b6828cc2c90d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6 HTTP/1.1" status: 200 len: 217 time: 0.0334744 May 27 16:31:36.438955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-92b5af3f-33ba-4b0b-8a42-1b3313691b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.440527 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-92b5af3f-33ba-4b0b-8a42-1b3313691b89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0460272 May 27 16:31:36.484644 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34814be4-7707-471c-96c0-841f42aa66a5 req-0caa734e-f439-4824-80c0-71257b849008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.486459 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-0caa734e-f439-4824-80c0-71257b849008 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400169 May 27 16:31:36.538091 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:36.611049 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-b0f12478-098a-4b8d-bf95-900eeecf7911 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166954 May 27 16:31:36.635279 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96984-bcd2-4ea9-b747-3a1f7eb9f614 req-c32d67ed-1646-46b1-a51f-c613cae1fa4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.636845 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-88e96984-bcd2-4ea9-b747-3a1f7eb9f614 req-c32d67ed-1646-46b1-a51f-c613cae1fa4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0832474 May 27 16:31:36.668253 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42e998-3d5b-4c6b-830f-cce3fe446bba req-0bffab42-8344-4d7e-8f79-e163cf1eeb24 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:36.669766 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e42e998-3d5b-4c6b-830f-cce3fe446bba req-0bffab42-8344-4d7e-8f79-e163cf1eeb24 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0818577 May 27 16:31:36.749137 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-88e96984-bcd2-4ea9-b747-3a1f7eb9f614 req-60a4cf6c-07cb-4da5-bb82-f37ab5ce0839 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968323 May 27 16:31:36.766580 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e42e998-3d5b-4c6b-830f-cce3fe446bba req-02d4d6b3-ad97-4dda-ac06-51cd4792719e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885532 May 27 16:31:37.048191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.111429 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.383774 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594534b-602f-4a93-a3d5-117ddf9015e3 req-7af0a34a-34bd-4b98-bd23-105a7117e198 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:37.388626 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c594534b-602f-4a93-a3d5-117ddf9015e3 req-7af0a34a-34bd-4b98-bd23-105a7117e198 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0919552 May 27 16:31:37.409922 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.493672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 047fee43-35eb-4d21-b702-885e4f5d2c79 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:31:37.515579 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c594534b-602f-4a93-a3d5-117ddf9015e3 req-2271e845-1a03-4043-92dd-88fcfd8aab57 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182563 May 27 16:31:37.521921 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.548277 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c47fd-6a54-4297-98d6-7b62aa73bbca req-4c0b4c44-5447-4182-8a27-9fac5f957c56 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:37.549470 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-535c47fd-6a54-4297-98d6-7b62aa73bbca req-4c0b4c44-5447-4182-8a27-9fac5f957c56 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 944 time: 0.0860953 May 27 16:31:37.573912 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.673829 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-535c47fd-6a54-4297-98d6-7b62aa73bbca req-dd4f0f0b-01cf-406f-9cdb-2157ae6680c5 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161590 May 27 16:31:37.737205 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=047fee43-35eb-4d21-b702-885e4f5d2c79,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:37.756082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '047fee43-35eb-4d21-b702-885e4f5d2c79', 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638', 'port_id': '047fee43-35eb-4d21-b702-885e4f5d2c79', 'mac_address': 'fa:16:3e:b1:36:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55adae79-f92d-4295-86a8-960c7568ad54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:31:37.809994 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 047fee43-35eb-4d21-b702-885e4f5d2c79 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:37.811044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:37.829885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047fee43-35eb-4d21-b702-885e4f5d2c79 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:37.831660 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34814be4-7707-471c-96c0-841f42aa66a5 req-27a6b292-f140-4604-b9f7-4f265a742241 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818476 May 27 16:31:37.860381 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:37.898693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=047fee43-35eb-4d21-b702-885e4f5d2c79,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:38.003337 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2bfa-7faa-4e82-8349-162dd0456971 req-29f1bf8c-97b8-4670-8c22-6753bdec1b5a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:38.005974 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-092b2bfa-7faa-4e82-8349-162dd0456971 req-29f1bf8c-97b8-4670-8c22-6753bdec1b5a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0837014 May 27 16:31:38.075336 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-092b2bfa-7faa-4e82-8349-162dd0456971 req-c008ad6f-067a-4e05-ba6e-9065eabf689b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623634 May 27 16:31:38.100541 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:38.248216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:38.259766 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206eec-c944-4e23-8af3-b448c435fdd7 req-4918aa14-c849-464b-8b91-79aef7148dbd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:38.261247 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3206eec-c944-4e23-8af3-b448c435fdd7 req-4918aa14-c849-464b-8b91-79aef7148dbd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0868251 May 27 16:31:38.265012 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:38.372027 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3206eec-c944-4e23-8af3-b448c435fdd7 req-c1799a60-eff7-47fd-b73e-5ba0eb2edfc2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622065 May 27 16:31:38.464398 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31cbda-704f-41e4-bcd6-41a872062453 req-9c4182a8-f644-4618-b604-835d99e45a0c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:38.473851 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a31cbda-704f-41e4-bcd6-41a872062453 req-9c4182a8-f644-4618-b604-835d99e45a0c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0782192 May 27 16:31:38.511744 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['047fee43-35eb-4d21-b702-885e4f5d2c79'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:31:38.540762 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a31cbda-704f-41e4-bcd6-41a872062453 req-4a14c8ec-6b9b-41a0-a480-992531f383f0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625370 May 27 16:31:38.817934 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e91fc-8de2-4089-8e2a-514b176c1fbb req-6f778f97-1de3-4be6-9bec-55473fee641d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:38.819483 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc2e91fc-8de2-4089-8e2a-514b176c1fbb req-6f778f97-1de3-4be6-9bec-55473fee641d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 945 time: 0.0522895 May 27 16:31:38.891193 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc2e91fc-8de2-4089-8e2a-514b176c1fbb req-a359cbf4-a2c4-485f-92f4-823acc52930f tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627189 May 27 16:31:38.950915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.028676 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.176034 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.221327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab02a6f-1a0a-4165-9a6e-c3f55c77a0a5 req-1047d9f1-1710-4387-95d8-ba951634f3c8 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:39.222922 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eab02a6f-1a0a-4165-9a6e-c3f55c77a0a5 req-1047d9f1-1710-4387-95d8-ba951634f3c8 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0629780 May 27 16:31:39.287585 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eab02a6f-1a0a-4165-9a6e-c3f55c77a0a5 req-59f0ed95-92d6-496b-93ae-0c4bbf80191b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569646 May 27 16:31:39.314997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.501888 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53058c84-44b1-4af5-8047-4ad2a94b350f req-62fb18e6-37ce-4423-83f1-26ee2879bef4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:39.504133 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53058c84-44b1-4af5-8047-4ad2a94b350f req-62fb18e6-37ce-4423-83f1-26ee2879bef4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0724523 May 27 16:31:39.526590 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 047fee43-35eb-4d21-b702-885e4f5d2c79 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:39.599192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 047fee43-35eb-4d21-b702-885e4f5d2c79 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:31:39.624430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53058c84-44b1-4af5-8047-4ad2a94b350f req-af1c0d17-b031-4c2a-aaaf-387d8c2475aa tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107733 May 27 16:31:39.725793 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07786fd-1edd-4f8d-a528-c6f7d4c607f6 req-4af7adbd-02bb-4dca-8c7a-24bca623e552 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:39.727866 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a07786fd-1edd-4f8d-a528-c6f7d4c607f6 req-4af7adbd-02bb-4dca-8c7a-24bca623e552 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0744083 May 27 16:31:39.735374 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-974a5493-9db3-4ed3-bdc2-9b9ce077fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:39.737230 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-974a5493-9db3-4ed3-bdc2-9b9ce077fdd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1129 time: 0.0800130 May 27 16:31:39.749488 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 047fee43-35eb-4d21-b702-885e4f5d2c79 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:39.749959 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:39.774962 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=73 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.795991 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.845288 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=75 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:39.850120 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 047fee43-35eb-4d21-b702-885e4f5d2c79 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:39.850373 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a07786fd-1edd-4f8d-a528-c6f7d4c607f6 req-c12d39c9-d142-4f37-9e2c-b44a556382ed tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158946 May 27 16:31:39.850520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:39.893573 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:39.896899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5c47c-ceea-49b9-b99f-64c8c5db6b77" -d '{"events": [{"server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "name": "network-vif-plugged", "status": "completed", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:39.902069 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-5c45031c-e3b9-4fcc-b81d-9b6d70d04ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:39.903794 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-5c45031c-e3b9-4fcc-b81d-9b6d70d04ced service neutron] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 912 time: 0.1584761 May 27 16:31:39.925845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=047fee43-35eb-4d21-b702-885e4f5d2c79,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:39.970161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecfb428-910c-4b3f-bebb-a4c65ffc9237 x-openstack-request-id: req-4ecfb428-910c-4b3f-bebb-a4c65ffc9237 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:39.970161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "name": "network-vif-plugged", "status": "completed", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:39.970161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ecfb428-910c-4b3f-bebb-a4c65ffc9237 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:39.970592 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecfb428-910c-4b3f-bebb-a4c65ffc9237'] response: {'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79', 'code': 200} May 27 16:31:40.049177 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:40.082730 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cb750-b55b-4d69-874c-219f2474b454 req-fbfcc3b4-e8af-45ff-9225-c5da92437b7d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.084550 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df2cb750-b55b-4d69-874c-219f2474b454 req-fbfcc3b4-e8af-45ff-9225-c5da92437b7d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 945 time: 0.0949771 May 27 16:31:40.111452 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:40.133446 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-372ea250-5496-498e-b09b-a98e341c5b01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 200 len: 1001 time: 0.2209866 May 27 16:31:40.187068 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df2cb750-b55b-4d69-874c-219f2474b454 req-16a2bf46-6abf-476d-9083-25b63d4230b8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903783 May 27 16:31:40.254724 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:40.265873 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-6c6fd07e-b883-4083-b44e-66cd7e795bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.267596 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-6c6fd07e-b883-4083-b44e-66cd7e795bdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.1060495 May 27 16:31:40.446468 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d66b94-53f0-4b60-a407-de067a497581 req-5168626b-b9aa-4378-942f-eb291bfd9cc0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.447604 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-9f3932d5-882e-4ca8-ac65-f2c27388999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.449128 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-9f3932d5-882e-4ca8-ac65-f2c27388999e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421765 May 27 16:31:40.449771 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53d66b94-53f0-4b60-a407-de067a497581 req-5168626b-b9aa-4378-942f-eb291bfd9cc0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0595543 May 27 16:31:40.539754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53d66b94-53f0-4b60-a407-de067a497581 req-a9f534fb-4989-4ff3-a100-c4a2f52c8532 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776350 May 27 16:31:40.581740 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-1f76db2f-7e64-4b2b-a335-f5267948a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.583949 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-1f76db2f-7e64-4b2b-a335-f5267948a289 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 1128 time: 0.0955026 May 27 16:31:40.775189 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1c1da-6b34-4a54-a0e3-51e07e873b4a req-9ea9cbba-9ab8-468b-8ab5-21258c253e5f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.776620 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1cd1c1da-6b34-4a54-a0e3-51e07e873b4a req-9ea9cbba-9ab8-468b-8ab5-21258c253e5f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0568762 May 27 16:31:40.842815 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-b685b497-99e8-4e1e-a4b9-12f69faddb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:40.844428 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-b685b497-99e8-4e1e-a4b9-12f69faddb89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1128 time: 0.0669184 May 27 16:31:40.866116 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-4077b3e5-fca3-40f2-9d85-e6fb05f35a56 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086121 May 27 16:31:40.871274 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1cd1c1da-6b34-4a54-a0e3-51e07e873b4a req-b3ddca62-c682-48ea-b1d0-91f637796e13 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830119 May 27 16:31:40.978669 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-24138595-4cb0-48e4-a4b9-4e3fabba6279 req-e32d1202-bb53-4786-bd0d-d601c4f75e38 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056504 May 27 16:31:41.001236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4386d-5f7a-43a8-9742-a5ac979e8ed1 req-24e65417-9ea3-4da8-b66b-224a28120908 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.002879 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3d4386d-5f7a-43a8-9742-a5ac979e8ed1 req-24e65417-9ea3-4da8-b66b-224a28120908 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0666652 May 27 16:31:41.008862 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-aafb2c96-8cee-41fd-9a70-4524e735ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.010445 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-aafb2c96-8cee-41fd-9a70-4524e735ca2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.1579447 May 27 16:31:41.064924 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:41.110900 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3d4386d-5f7a-43a8-9742-a5ac979e8ed1 req-c2fa91d4-a572-45c9-9dd2-df69d8d4b967 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992770 May 27 16:31:41.112693 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-2e27e156-3b78-44b9-bc8c-b20870e25844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 200 len: 1000 time: 0.0824394 May 27 16:31:41.131849 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:41.348777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a71c16-fc45-473c-9b1f-4ecacb192412 req-62d79e18-e209-418e-9792-cf4a343d839a tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.351108 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91a71c16-fc45-473c-9b1f-4ecacb192412 req-62d79e18-e209-418e-9792-cf4a343d839a tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0630884 May 27 16:31:41.430780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-d80a4fa7-29a6-45fc-a77e-deaddfdfea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.432456 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-d80a4fa7-29a6-45fc-a77e-deaddfdfea9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0804708 May 27 16:31:41.456779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91a71c16-fc45-473c-9b1f-4ecacb192412 req-bde6644b-1814-40a5-b1c5-4729a9d71742 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940366 May 27 16:31:41.517034 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device bfdd72e1-971a-4ccd-9405-99a3e2b528f6 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:31:41.535192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:41.642621 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:41.661192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37746c-9b07-4ee3-aa0e-3e5559dd018c req-4eee231d-042b-4dce-a3ef-9d8243792362 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.663477 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd37746c-9b07-4ee3-aa0e-3e5559dd018c req-4eee231d-042b-4dce-a3ef-9d8243792362 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 943 time: 0.0564034 May 27 16:31:41.669418 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'port_id': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'mac_address': 'fa:16:3e:34:bf:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:31:41.705220 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:41.705656 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:41.712490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd37746c-9b07-4ee3-aa0e-3e5559dd018c req-c75c2139-3100-4f50-9af5-5f57d43f70f3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430672 May 27 16:31:41.719615 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdd72e1-971a-4ccd-9405-99a3e2b528f6 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:31:41.739208 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:41.833174 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-8ff8c0bb-18b3-4aa0-9806-c099f2504db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.835148 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-8ff8c0bb-18b3-4aa0-9806-c099f2504db4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432696 May 27 16:31:41.854714 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914f77e-7cf6-4241-9409-b67bdbc1a81b req-b2832ede-cfa8-47ab-88a7-8a2d65de84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:41.856213 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f914f77e-7cf6-4241-9409-b67bdbc1a81b req-b2832ede-cfa8-47ab-88a7-8a2d65de84a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 1130 time: 0.0428891 May 27 16:31:41.926660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:41.993016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:42.000396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:42.016573 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544fa8-0c42-4c76-a7ea-6b7134c4c696 req-f2316fde-7faa-420c-ba32-7c3051f6bf08 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:42.018217 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4544fa8-0c42-4c76-a7ea-6b7134c4c696 req-f2316fde-7faa-420c-ba32-7c3051f6bf08 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0536430 May 27 16:31:42.073468 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4544fa8-0c42-4c76-a7ea-6b7134c4c696 req-7c41d465-a309-417e-a130-f8eca7db8e96 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492496 May 27 16:31:42.245847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc19b1d-9e6c-4799-ac37-4d9754f866de req-abab8f38-b065-445f-94b5-da3859fd6692 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:42.247417 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fc19b1d-9e6c-4799-ac37-4d9754f866de req-abab8f38-b065-445f-94b5-da3859fd6692 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0504370 May 27 16:31:42.304999 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fc19b1d-9e6c-4799-ac37-4d9754f866de req-aaa380c5-b5a8-429c-9733-9e26722ec2bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508537 May 27 16:31:42.369296 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['bfdd72e1-971a-4ccd-9405-99a3e2b528f6'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:31:42.465670 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-58d96cf6-0be6-4737-98de-7e9e69ce467d service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368997 May 27 16:31:42.480106 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f914f77e-7cf6-4241-9409-b67bdbc1a81b req-790af40e-becb-4dd7-80c0-39d517d5054b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 May 27 16:31:42.645082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a9f88-257d-430d-b003-5e9c7583eeb9 req-b15aa29f-baec-42a6-a1da-47e26cb522a7 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:42.651340 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-565a9f88-257d-430d-b003-5e9c7583eeb9 req-b15aa29f-baec-42a6-a1da-47e26cb522a7 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0739310 May 27 16:31:42.651430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5462d80d-2468-4ba2-bbde-eed2cd90d9da req-67748cc2-2459-4486-968c-ee7990029e40 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783650 May 27 16:31:42.714701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:42.760449 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-565a9f88-257d-430d-b003-5e9c7583eeb9 req-a59f5b19-a9b5-43b2-807c-c46b0070f578 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073837 May 27 16:31:42.798872 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-4fdaa6a8-47bd-4714-bfe7-c84e16130b57 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:42.802187 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-4fdaa6a8-47bd-4714-bfe7-c84e16130b57 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 815 time: 0.1321254 May 27 16:31:42.817016 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-0401a8d5-8724-4b51-878b-cdd5db84b5eb tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/quotas/bf8f192a31204d97b3b2e8895856a459 HTTP/1.1" status: 200 len: 375 time: 0.0093553 May 27 16:31:42.901363 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187d38-63c6-4c51-b7e4-484146773d9f req-10a6d566-734e-44c5-a6bf-e722708bbe77 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:42.902906 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-17187d38-63c6-4c51-b7e4-484146773d9f req-10a6d566-734e-44c5-a6bf-e722708bbe77 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 944 time: 0.0849965 May 27 16:31:42.910269 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ae00c4c3-0aa2-4ad7-97d4-8a3d821bf383 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808306 May 27 16:31:42.978068 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41510) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:43.018341 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-17187d38-63c6-4c51-b7e4-484146773d9f req-a0cb8f70-e447-42c1-8857-dc346ed83c6f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070511 May 27 16:31:43.046109 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-386d2552-ba01-4f33-8f76-788d675fd8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214271 May 27 16:31:43.103967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91731910-d7d9-4098-9e23-2ad5fb636afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.148592 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-439b3e21-33cb-495a-849c-2afb5b7f77e1 service neutron] 10.222.0.42 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964620 May 27 16:31:43.198289 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91731910-d7d9-4098-9e23-2ad5fb636afc admin admin] Publish callbacks [] for security_group (119c9449-005e-45a0-8248-c8192fe704e8), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.200166 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e83ef-6092-49a9-9184-2959eceb2c6a req-09fb0923-5925-4fd1-b4d6-9d0a60525cac tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:43.201597 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-467e83ef-6092-49a9-9184-2959eceb2c6a req-09fb0923-5925-4fd1-b4d6-9d0a60525cac tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0498576 May 27 16:31:43.248460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:43.250811 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-467e83ef-6092-49a9-9184-2959eceb2c6a req-65a78599-04f7-423c-9274-1a38f7c71c37 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 May 27 16:31:43.282760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91731910-d7d9-4098-9e23-2ad5fb636afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (119c9449-005e-45a0-8248-c8192fe704e8), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.322923 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91731910-d7d9-4098-9e23-2ad5fb636afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119c9449-005e-45a0-8248-c8192fe704e8,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:43.329565 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-91731910-d7d9-4098-9e23-2ad5fb636afc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ff8640432d844b5b4d1263c571f9048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478379 May 27 16:31:43.330493 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41520) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:43.416669 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] Publish callbacks [] for security_group (119c9449-005e-45a0-8248-c8192fe704e8), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.443462 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] Publish callbacks [] for security_group (119c9449-005e-45a0-8248-c8192fe704e8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.464389 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc870265-05de-46be-9e83-0492e0b5b0c3 req-9f7b607c-dea1-41d5-a800-5fd0959daa64 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0609477 May 27 16:31:43.478391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0666-37c1-4f1b-94a6-05e39442d6a6 req-449a2502-5297-494e-b652-3bbc54517aac tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:43.480586 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b09b0666-37c1-4f1b-94a6-05e39442d6a6 req-449a2502-5297-494e-b652-3bbc54517aac tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0870025 May 27 16:31:43.522372 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:43.534431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device bfdd72e1-971a-4ccd-9405-99a3e2b528f6 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:43.570904 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b09b0666-37c1-4f1b-94a6-05e39442d6a6 req-a457a276-80ae-4772-afdc-38ae65b11af2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844350 May 27 16:31:43.583746 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:31:43.651815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (119c9449-005e-45a0-8248-c8192fe704e8), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.654429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.655619 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/119c9449-005e-45a0-8248-c8192fe704e8 HTTP/1.1" status: 204 len: 168 time: 0.3169069 May 27 16:31:43.665093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108436f2-72a7-45e6-8f28-f0eae0df1fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119c9449-005e-45a0-8248-c8192fe704e8,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:43.698639 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:43.702229 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.774643 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:43.774936 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:43.808303 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:43.811237 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbacc363-e14d-4e17-9ddf-200b4e14d9a3" -d '{"events": [{"server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "name": "network-vif-plugged", "status": "completed", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:43.833747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:43.859204 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bff863-17c5-407d-a84f-0e421573d5dc x-openstack-request-id: req-38bff863-17c5-407d-a84f-0e421573d5dc {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:43.859540 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "name": "network-vif-plugged", "status": "completed", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:43.859804 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38bff863-17c5-407d-a84f-0e421573d5dc {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:43.860315 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bff863-17c5-407d-a84f-0e421573d5dc'] response: {'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'code': 200} May 27 16:31:43.888795 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:43.890878 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a9724-edb1-4b81-9df8-097d40e2be64 req-97c39e26-4915-41f6-bea9-782fd9339506 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:43.892372 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bb4a9724-edb1-4b81-9df8-097d40e2be64 req-97c39e26-4915-41f6-bea9-782fd9339506 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0500929 May 27 16:31:43.940576 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bb4a9724-edb1-4b81-9df8-097d40e2be64 req-316eabf3-59f1-44f2-abc6-19381414b945 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 May 27 16:31:43.951784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.012395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:44.086820 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41552) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:44.145562 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:44.174483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7872-0399-4cad-a68c-eb685be3bfaf req-1248a482-2dda-4665-b79c-f27123a347b3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:44.187439 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-184e7872-0399-4cad-a68c-eb685be3bfaf req-1248a482-2dda-4665-b79c-f27123a347b3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0746439 May 27 16:31:44.245265 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-184e7872-0399-4cad-a68c-eb685be3bfaf req-95eb2b19-d80b-402e-ab7e-b9d1a77daa06 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569360 May 27 16:31:44.269518 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-475fa2a1-05c1-44ef-b0ed-e1494b0d19a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.371451 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-475fa2a1-05c1-44ef-b0ed-e1494b0d19a5 admin admin] Publish callbacks [] for security_group (e9ff2045-b761-4be7-88b1-3428fafc35a7), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.437426 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9694d-f320-42da-9d1f-a9420b324f37 req-7704e91c-8910-44f4-b10a-ee67eb17f6ca tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:44.439855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d2a9694d-f320-42da-9d1f-a9420b324f37 req-7704e91c-8910-44f4-b10a-ee67eb17f6ca tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0632050 May 27 16:31:44.491990 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d2a9694d-f320-42da-9d1f-a9420b324f37 req-f9784945-d69f-497a-a036-cb1c501b076a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 May 27 16:31:44.546428 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-475fa2a1-05c1-44ef-b0ed-e1494b0d19a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e9ff2045-b761-4be7-88b1-3428fafc35a7), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.556487 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e4550c3-3766-4b4a-846f-e62ab10bbded req-a544756b-a67b-4f07-9862-93c80749a56a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0325406 May 27 16:31:44.595332 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-475fa2a1-05c1-44ef-b0ed-e1494b0d19a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b6f8f1a8b01408e9eab4c8d76d77f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074196 May 27 16:31:44.604649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41578) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:44.605850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa2a1-05c1-44ef-b0ed-e1494b0d19a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff2045-b761-4be7-88b1-3428fafc35a7,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:44.671565 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] Publish callbacks [] for security_group (e9ff2045-b761-4be7-88b1-3428fafc35a7), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.693361 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] Publish callbacks [] for security_group (e9ff2045-b761-4be7-88b1-3428fafc35a7), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.839732 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa41a16-19fb-490b-89ad-cae7ce69fe28 req-a94b9e07-f29d-4b70-9920-9bb2eeede8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:44.841434 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caa41a16-19fb-490b-89ad-cae7ce69fe28 req-a94b9e07-f29d-4b70-9920-9bb2eeede8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 1129 time: 0.0428948 May 27 16:31:44.842562 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e9ff2045-b761-4be7-88b1-3428fafc35a7), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.845149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:44.846356 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9ff2045-b761-4be7-88b1-3428fafc35a7 HTTP/1.1" status: 204 len: 168 time: 0.2406254 May 27 16:31:44.869057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972806-3bb1-4b7d-8517-9b085c55d797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff2045-b761-4be7-88b1-3428fafc35a7,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:44.910982 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caa41a16-19fb-490b-89ad-cae7ce69fe28 req-111b8a87-14ff-446a-b1a0-76146a9095ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631816 May 27 16:31:44.969754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:45.075453 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:45.098509 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb2612-4904-43be-9c3f-feb8289fe594 req-5725bda4-f119-4183-8371-40e85a821a64 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:45.100854 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92fb2612-4904-43be-9c3f-feb8289fe594 req-5725bda4-f119-4183-8371-40e85a821a64 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0664747 May 27 16:31:45.159965 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92fb2612-4904-43be-9c3f-feb8289fe594 req-3b1667a5-ffae-4227-b0ba-10313ccbe7a6 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 May 27 16:31:45.441598 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8805d-1d14-4a98-b52e-3cebdad4e317 req-8f7551b5-dd96-4eeb-aca0-b893e3816477 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:45.452272 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1cf8805d-1d14-4a98-b52e-3cebdad4e317 req-8f7551b5-dd96-4eeb-aca0-b893e3816477 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0743539 May 27 16:31:45.500294 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:45.577404 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1cf8805d-1d14-4a98-b52e-3cebdad4e317 req-641675ac-4a37-4548-a4a0-c8d5a16626c3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179228 May 27 16:31:45.751425 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8efeebc1-3464-4062-abf6-4a48ccb912aa req-92bdfb8c-f230-40b5-a61d-653d58e1b2fa tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0653832 May 27 16:31:45.766168 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c948f1-3e71-4046-a08c-8d439af136a6 req-664a37b7-a5ea-44ff-83b3-6f2d8039de1c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:45.770065 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77c948f1-3e71-4046-a08c-8d439af136a6 req-664a37b7-a5ea-44ff-83b3-6f2d8039de1c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1065812 May 27 16:31:45.886232 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77c948f1-3e71-4046-a08c-8d439af136a6 req-4416bac3-99eb-4260-84e7-86e183bf6afc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100113 May 27 16:31:45.989384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:46.210915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41636) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:46.375434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:46.475600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Publish callbacks [] for security_group (d761ee50-ff3a-4206-b9e8-1b912e1a4f78), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:46.539997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d761ee50-ff3a-4206-b9e8-1b912e1a4f78), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:46.603438 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6645a6417f5f4237b899b8d97ee1d7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906949 May 27 16:31:46.603671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41650) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:46.621296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d761ee50-ff3a-4206-b9e8-1b912e1a4f78,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:46.630887 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.631584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.632082 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.632610 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.633110 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.633658 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.634142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.634659 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.635355 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.638719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8175c72f-0118-45f7-984d-573b1f91fc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:46.685807 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41652) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:46.778923 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Publish callbacks [] for security_group (d761ee50-ff3a-4206-b9e8-1b912e1a4f78), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:46.782732 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:46.796934 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252945-a0be-4166-804f-f46222e58d6a req-329edcf7-7826-4c84-8959-38a98792df6d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:46.798741 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3252945-a0be-4166-804f-f46222e58d6a req-329edcf7-7826-4c84-8959-38a98792df6d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0949478 May 27 16:31:46.815534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1213228237-network', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:46.846887 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Publish callbacks [] for security_group (d761ee50-ff3a-4206-b9e8-1b912e1a4f78), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:46.918111 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3252945-a0be-4166-804f-f46222e58d6a req-5607ef27-756f-4dd1-a267-1497dc11a050 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103253 May 27 16:31:47.043539 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7942c3e4-e16b-48e6-aee3-14ec941bb3ed req-6e7668c2-60c4-469a-8de6-e918da33f000 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0543032 May 27 16:31:47.054189 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Made reservation on behalf of e57270a9020844e9baf044630fb81bcd for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:47.063688 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.075097 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.088216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (d761ee50-ff3a-4206-b9e8-1b912e1a4f78), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.091604 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.097036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d761ee50-ff3a-4206-b9e8-1b912e1a4f78 HTTP/1.1" status: 204 len: 168 time: 0.4922729 May 27 16:31:47.181442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761ee50-ff3a-4206-b9e8-1b912e1a4f78,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:47.217110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.217818 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.218456 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.219106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.219593 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.220066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.220530 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.221152 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.221919 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.222494 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.222980 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.223532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.224038 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.225079 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.225582 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22aaa4-1381-44bc-bcaa-302bf97864ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:47.251582 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71777be-ef80-4317-8f79-cae0cee6adeb req-7f7a9585-ec72-462f-841f-f3f12d7ab4d7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:47.260329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d71777be-ef80-4317-8f79-cae0cee6adeb req-7f7a9585-ec72-462f-841f-f3f12d7ab4d7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.2156513 May 27 16:31:47.266460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks [] for security_group (a768b140-f603-4cd6-a7e4-0869d4c172bd), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.273222 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11537f9-1d0d-440c-838a-fc0a0de86ed4 req-49370d65-a406-4122-bea6-b42f6add55a2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:47.275159 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a11537f9-1d0d-440c-838a-fc0a0de86ed4 req-49370d65-a406-4122-bea6-b42f6add55a2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1197917 May 27 16:31:47.358606 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d71777be-ef80-4317-8f79-cae0cee6adeb req-91272754-cf65-48e1-83ce-43cfd33f2e39 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970402 May 27 16:31:47.374321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a768b140-f603-4cd6-a7e4-0869d4c172bd), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.389097 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:31:47.401403 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a11537f9-1d0d-440c-838a-fc0a0de86ed4 req-5340b4d5-15da-4c96-bcfb-bb2a5418439d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196525 May 27 16:31:47.424166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (1a305bbe-bf8f-40e5-a91a-f9649eeb764d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.424508 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Added segment 1a305bbe-bf8f-40e5-a91a-f9649eeb764d of type vlan for network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 May 27 16:31:47.546276 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768b140-f603-4cd6-a7e4-0869d4c172bd,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:47.572595 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.578008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:47.686660 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:47.687739 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:47.688407 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:48.012244 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3252702 May 27 16:31:48.015444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41668) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:48.018034 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1437-5179-48df-ba80-5b90e93db011 admin admin] Pushing event updated for resources: {'Network': ['ID=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:48.023864 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Request body: {'subnet': {'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1213228237-subnet', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:48.033592 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:31:48.083581 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423d14a-1fc9-4ad5-a691-d8cece6b0730 req-e98f422a-013f-40b3-b021-e13536f0af35 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:48.086658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3423d14a-1fc9-4ad5-a691-d8cece6b0730 req-e98f422a-013f-40b3-b021-e13536f0af35 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0776029 May 27 16:31:48.181766 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7872ce95-e6e7-42a3-8050-8deca4b6e654 req-e72d3d0a-0be2-4927-a280-aac6e5faee1c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0445993 May 27 16:31:48.194397 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Made reservation on behalf of e57270a9020844e9baf044630fb81bcd for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:48.194879 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3423d14a-1fc9-4ad5-a691-d8cece6b0730 req-3e537348-41ce-4249-8080-9d3b7e7053a1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018839 May 27 16:31:48.196535 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:48.346309 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:48.539827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd74bfc-189e-4c99-b063-2e6c3db538c9 req-028ba63e-81e6-44c4-89f7-969070674e53 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:48.541398 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fd74bfc-189e-4c99-b063-2e6c3db538c9 req-028ba63e-81e6-44c4-89f7-969070674e53 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0945034 May 27 16:31:48.578752 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:48.598075 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d0ed-b241-4e30-a9f9-a630ed853afa req-da2dc4dc-3959-4c78-9074-6e347be88029 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:48.599624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ae2d0ed-b241-4e30-a9f9-a630ed853afa req-da2dc4dc-3959-4c78-9074-6e347be88029 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0925510 May 27 16:31:48.643611 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fd74bfc-189e-4c99-b063-2e6c3db538c9 req-ac176672-0068-4287-abe9-114e5189eca6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849481 May 27 16:31:48.649970 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:31:48.673050 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ae2d0ed-b241-4e30-a9f9-a630ed853afa req-e19477c7-4d69-4278-81dc-08f0f093bf6b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670090 May 27 16:31:49.049658 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (bf516e6c-22e9-4726-8c53-04a70a5cd9c4), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.107673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf516e6c-22e9-4726-8c53-04a70a5cd9c4,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:49.123049 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Checking segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:49.123500 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Network hostable DHCP agents. Network: aa09204f-d5e0-4070-bdf8-f62fd6cd31b6, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:31:49.306707 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe38c2c4-0856-4537-8c67-1bbd321251c1 req-2b88316d-98be-4b48-adc8-f53eb0c24c59 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0444257 May 27 16:31:49.346575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261390-8129-4e4e-bc4b-60eef0310094 req-514f7893-ac39-493c-9250-c9d598e3575f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:49.348074 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0261390-8129-4e4e-bc4b-60eef0310094 req-514f7893-ac39-493c-9250-c9d598e3575f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0699615 May 27 16:31:49.380339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:31:49.409486 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0261390-8129-4e4e-bc4b-60eef0310094 req-e69587a7-74f6-4879-998a-dc3660e69586 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540636 May 27 16:31:49.466545 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, aa09204f-d5e0-4070-bdf8-f62fd6cd31b6) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:49.471186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:49.478996 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d894a7c-99f4-48a0-a4cc-62dc741dfb0d None None] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:49.481877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.596730 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:31:49.598139 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.603161 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41680) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:49.612530 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-82a86b3f-c879-426b-8dfc-99f76f0b1684 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5887856 May 27 16:31:49.612682 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:49.689078 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.690174 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.786740 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Allocated IP 172.20.0.2 (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6/bf516e6c-22e9-4726-8c53-04a70a5cd9c4/5fcbd322-daa9-4cae-855f-c3266dd47bb3) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:49.799682 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for router_controller (e9876108-6ef9-491b-812b-8458ccf0cdfd), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:49.830812 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:49.885845 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0e28-a200-46b7-9034-334370380ef2 req-a386124d-2e38-48e0-beb4-d3efc98ac622 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:49.886883 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5de0e28-a200-46b7-9034-334370380ef2 req-a386124d-2e38-48e0-beb4-d3efc98ac622 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0840540 May 27 16:31:49.902166 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bab288-c5c6-4cdf-86e5-fcb3be3d36e0 req-1d3d7ba7-632d-4dd7-b128-409bc4aec198 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:49.928262 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6bab288-c5c6-4cdf-86e5-fcb3be3d36e0 req-1d3d7ba7-632d-4dd7-b128-409bc4aec198 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1074963 May 27 16:31:49.928262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:50.000222 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks [] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.166948 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.242431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:50.249309 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:50.254859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:50.262032 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Pushing event updated for resources: {'Port': ['ID=5fcbd322-daa9-4cae-855f-c3266dd47bb3,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:50.291536 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6bab288-c5c6-4cdf-86e5-fcb3be3d36e0 req-43adc671-e8dc-4a08-b7a1-ffe3637f62ec tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816481 May 27 16:31:50.311839 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5de0e28-a200-46b7-9034-334370380ef2 req-087082c1-2d18-4223-ac33-4428e1c54ae4 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956337 May 27 16:31:50.379685 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Attempting to bind port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:50.385095 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Attempting to bind port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:50.386014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Attempting to bind port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 on network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:50.394134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:50.409156 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Checking segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:50.409711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.410123 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Bound using segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:50.410736 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Bound port: 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:50.411118 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.481911 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for router_gateway (e9876108-6ef9-491b-812b-8458ccf0cdfd), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.492818 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] For port 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:50.497279 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] For port 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fcbd322-daa9-4cae-855f-c3266dd47bb3,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:50.500119 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:50.532246 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d58ac760-bb1a-4aca-b5d9-61465d13929f req-8f79fca9-86f4-4232-a7f1-72adb010cd20 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0532341 May 27 16:31:50.598030 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cda4b-9493-49a6-86f5-72fcfafe1684 req-9b9c85d0-eb62-43b1-879a-6a7f5d9ccaaf tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:50.600636 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef2cda4b-9493-49a6-86f5-72fcfafe1684 req-9b9c85d0-eb62-43b1-879a-6a7f5d9ccaaf tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0721576 May 27 16:31:50.618917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.673026 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef2cda4b-9493-49a6-86f5-72fcfafe1684 req-140f691c-52f8-4c14-a8ed-452367ab76da tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664887 May 27 16:31:50.736323 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a395-c8c0-4315-8825-2e8688152c67 None None] Pushing event updated for resources: {'Port': ['ID=5fcbd322-daa9-4cae-855f-c3266dd47bb3,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:50.908850 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for router_gateway (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:50.941485 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:51.124985 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Allocated IP 172.27.3.226 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/efe767b4-25c0-4beb-b0bb-6644a84cb1d6) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:51.152865 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:51.304671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:51.436898 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:51.546764 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:51.559506 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c992c37-2d29-4d73-98dd-066f2f3f8e4e req-ff331771-3c91-450f-85c9-4b3753043b6d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:51.560001 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c992c37-2d29-4d73-98dd-066f2f3f8e4e req-ff331771-3c91-450f-85c9-4b3753043b6d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1356213 May 27 16:31:51.561758 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:51.569611 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99cef-7ebb-4813-86ec-183f963ba123 req-713d867d-1e11-438d-bde6-58ecc6761b5c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:51.571159 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3b99cef-7ebb-4813-86ec-183f963ba123 req-713d867d-1e11-438d-bde6-58ecc6761b5c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1659009 May 27 16:31:51.571806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Pushing event updated for resources: {'Port': ['ID=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:51.575527 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:51.758986 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:51.762693 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7c992c37-2d29-4d73-98dd-066f2f3f8e4e req-426399b5-8c22-4f14-b5ce-70c21fc2e255 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881559 May 27 16:31:51.789704 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3b99cef-7ebb-4813-86ec-183f963ba123 req-95a36f87-bb8d-4eab-aaf9-c41417abb113 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932671 May 27 16:31:51.971438 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fa47a223-d1e8-4eb2-8434-fc4570e0e7b5 req-dc3a3ad8-dec0-41d6-a769-cc6dd7ed1490 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0782077 May 27 16:31:51.993497 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2e8f6-c909-4efd-8010-0084685b523c req-92860329-7447-43e7-a966-741a6b2af215 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:51.995080 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ca2e8f6-c909-4efd-8010-0084685b523c req-92860329-7447-43e7-a966-741a6b2af215 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0912838 May 27 16:31:52.169931 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ca2e8f6-c909-4efd-8010-0084685b523c req-196a2323-ecfa-46b3-8cad-97600e6cddd9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649380 May 27 16:31:52.174086 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09b6b5-3b5f-4dcd-b080-10eba7863e21 None None] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:52.185672 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for router_gateway (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.314451 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fcbd322-daa9-4cae-855f-c3266dd47bb3 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:52.415844 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Provisioning complete for port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:52.416191 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.479155 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:52.479546 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.511910 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.554632 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Current status of the port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:52.555026 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.682476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:52.703201 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] For port 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fcbd322-daa9-4cae-855f-c3266dd47bb3,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:52.732785 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:52.733273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.772788 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.859055 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Router e9876108-6ef9-491b-812b-8458ccf0cdfd is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:31:52.867246 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:31:52.867821 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:31:52.869616 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Pushing event updated for resources: {'Port': ['ID=5fcbd322-daa9-4cae-855f-c3266dd47bb3,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:52.881766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.882383 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.883189 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.885035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.885035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.885035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.885449 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.885876 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.886299 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.886724 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.887150 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.887595 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.888104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.888538 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.888959 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8434f5a-5f55-4572-b76e-38e34fa864f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:31:52.916482 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-9eab8b5e-d2ad-47e2-aead-7627d6c66d9e None None] Provisioning complete for port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:52.917820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9eab8b5e-d2ad-47e2-aead-7627d6c66d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:52.982506 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:53.019570 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-9eab8b5e-d2ad-47e2-aead-7627d6c66d9e None None] Current status of the port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:53.051827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee63f1-cd26-4a51-ae7c-5d496a920365 req-8d434442-eff5-4ee2-871e-f711e6599734 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:53.054208 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6ee63f1-cd26-4a51-ae7c-5d496a920365 req-8d434442-eff5-4ee2-871e-f711e6599734 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1718168 May 27 16:31:53.062916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2d824-b234-42d2-8596-b7f0cb6a437f req-e92bd76e-0ac0-437f-b9d1-266029209e8f tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:53.065565 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5de2d824-b234-42d2-8596-b7f0cb6a437f req-e92bd76e-0ac0-437f-b9d1-266029209e8f tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1184947 May 27 16:31:53.196916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:53.204127 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6ee63f1-cd26-4a51-ae7c-5d496a920365 req-f342cdcd-3b88-496f-b9d7-c5d39420207c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365197 May 27 16:31:53.206409 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:53.215611 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Sync routers for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:53.219414 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5de2d824-b234-42d2-8596-b7f0cb6a437f req-70c2d461-62ca-4f68-9afb-a9ec9a3623da tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396346 May 27 16:31:53.228688 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:53.229070 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:53.341329 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:53.342799 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cd65c51e-cf81-4eff-927f-3c8893e1776b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7409422 May 27 16:31:53.343214 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:53.346669 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41710) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:53.347406 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4331d97e-6480-4b0e-bfab-8c05ddf0d535 req-e3b1d4ba-c406-4fc2-a5e5-6a7e73a41249 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0519776 May 27 16:31:53.367425 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf69163-7682-4b7f-a1f9-fa2ff93bdd8c req-96ab6392-16ff-44c0-9462-121a307139c2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:53.367425 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3bf69163-7682-4b7f-a1f9-fa2ff93bdd8c req-96ab6392-16ff-44c0-9462-121a307139c2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0811186 May 27 16:31:53.413557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:53.433219 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3bf69163-7682-4b7f-a1f9-fa2ff93bdd8c req-8397ad76-456d-4295-b48b-e5d4d85ec9f7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587578 May 27 16:31:53.537002 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:51Z', 'revision_number': 3, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:53.566596 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Checking router: e9876108-6ef9-491b-812b-8458ccf0cdfd for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:53.566947 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Updating router e9876108-6ef9-491b-812b-8458ccf0cdfd port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:53.596436 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:53.812700 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:53.887245 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:53.912006 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks [] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:53.990775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Allocated IP 172.20.0.1 (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6/bf516e6c-22e9-4726-8c53-04a70a5cd9c4/c4e4bf06-c294-474f-b3d0-0f6bac787608) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:54.026232 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.079679 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Attempting to bind port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:54.080025 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Attempting to bind port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:54.080756 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Attempting to bind port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:54.086742 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61883-bb3e-4352-9b53-5400ec10b155 None None] Pushing event updated for resources: {'Port': ['ID=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:54.091378 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:54.091746 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:54.092133 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.092503 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:54.092960 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Bound port: efe767b4-25c0-4beb-b0bb-6644a84cb1d6, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:54.093800 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.096787 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:54.115998 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks [] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.144056 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] For port efe767b4-25c0-4beb-b0bb-6644a84cb1d6, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:54.148173 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] For port efe767b4-25c0-4beb-b0bb-6644a84cb1d6, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:54.166735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fcbd322-daa9-4cae-855f-c3266dd47bb3 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:54.304285 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.341541 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:54.342901 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.345831 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:54.353684 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:54.356332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:31:54.371153 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.389934 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82d1f-ccef-40b4-bebe-3edaee32ddc5 req-fa5941df-cefe-49d9-8c2b-9cf65961a8c9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:54.392895 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:54.403350 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22b82d1f-ccef-40b4-bebe-3edaee32ddc5 req-fa5941df-cefe-49d9-8c2b-9cf65961a8c9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1087406 May 27 16:31:54.414453 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c6dc4-71ee-4114-b706-d217272ad6d4 req-173361b7-d2f2-48ff-ae81-0a163d8a0799 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:54.422270 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f0c6dc4-71ee-4114-b706-d217272ad6d4 req-173361b7-d2f2-48ff-ae81-0a163d8a0799 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1142945 May 27 16:31:54.438802 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.464755 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:54.472220 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:54.492355 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:54.492982 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:54.511238 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:54.511865 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22b82d1f-ccef-40b4-bebe-3edaee32ddc5 req-b583cd59-b2b8-4b6e-bb35-89bb2b585671 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075592 May 27 16:31:54.547747 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f0c6dc4-71ee-4114-b706-d217272ad6d4 req-405595c4-a720-4166-be9d-a638a1ba521c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245458 May 27 16:31:54.566214 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61883-bb3e-4352-9b53-5400ec10b155 None None] Pushing event updated for resources: {'Port': ['ID=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:54.582910 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:54.647548 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:54.664751 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ea558d3-3ab7-454f-9a90-adfee86e61f3 req-f1721094-8e42-485c-851f-78c33eae9684 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0498822 May 27 16:31:54.708620 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4b52-7558-40bb-b8ec-b27994e41d4b req-6eb22740-03b4-4ad6-96a2-419621269315 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:54.710928 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-280c4b52-7558-40bb-b8ec-b27994e41d4b req-6eb22740-03b4-4ad6-96a2-419621269315 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0784190 May 27 16:31:54.720263 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.767388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-aad5ba9d-8f7b-417d-8a1e-4df61de3e479 None None] Provisioning complete for port c4e4bf06-c294-474f-b3d0-0f6bac787608 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:54.767834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aad5ba9d-8f7b-417d-8a1e-4df61de3e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:54.769849 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-280c4b52-7558-40bb-b8ec-b27994e41d4b req-6bebf29e-9c83-4a29-b89a-e0c3882cfc39 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528941 May 27 16:31:54.815093 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-aad5ba9d-8f7b-417d-8a1e-4df61de3e479 None None] Port c4e4bf06-c294-474f-b3d0-0f6bac787608 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:54.867577 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:51Z', 'revision_number': 3, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:54.898659 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac412ec-8444-498b-b255-f5dbd85baacc None None] The sync data for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi is: [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:51Z', 'revision_number': 3, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:54.974616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks [] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:55.066475 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:55.145631 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:55.155480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:55.188597 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:55.267813 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:31:55.269386 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:55.408387 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Router e9876108-6ef9-491b-812b-8458ccf0cdfd has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:31:55.522858 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:55.529893 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8b064b0f-1c67-4c3f-bec9-9a0ab3515be2 admin admin] 10.222.0.42 "PUT /v2.0/routers/e9876108-6ef9-491b-812b-8458ccf0cdfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1820090 May 27 16:31:55.547422 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-2735a433-7748-48fc-bcb7-bf5bf8e63165 None None] Provisioning complete for port c4e4bf06-c294-474f-b3d0-0f6bac787608 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:55.548581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2735a433-7748-48fc-bcb7-bf5bf8e63165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:55.596276 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2735a433-7748-48fc-bcb7-bf5bf8e63165 None None] Port c4e4bf06-c294-474f-b3d0-0f6bac787608 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:55.716894 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903ea53-3326-4a38-a7b0-672bd397a520 req-08ffd3d2-f6e3-4ee0-aa28-210046d4965b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:55.718507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4903ea53-3326-4a38-a7b0-672bd397a520 req-08ffd3d2-f6e3-4ee0-aa28-210046d4965b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1239219 May 27 16:31:55.769550 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad7688-25a1-4bbd-9878-03facefb8a89 req-058516b0-610b-4e06-8e74-d101b7bd085b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:55.771168 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25ad7688-25a1-4bbd-9878-03facefb8a89 req-058516b0-610b-4e06-8e74-d101b7bd085b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1305263 May 27 16:31:55.784904 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:55.833654 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4903ea53-3326-4a38-a7b0-672bd397a520 req-123e17ca-f76e-4a31-a428-fad2e6e40f2d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048772 May 27 16:31:55.947754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25ad7688-25a1-4bbd-9878-03facefb8a89 req-175fd191-567d-4070-977e-f6acedc6e74f tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214015 May 27 16:31:56.002019 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-807d23f2-8c44-4f03-9530-1e7741012162 req-42c3ff71-d18e-4f55-8ad3-be716c64efb1 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0518522 May 27 16:31:56.094188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbae83-2814-48a9-8667-88d9b2b3d096 req-29cd1c7c-0807-42a9-b42a-3ea5a403b47f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:56.095676 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-42bbae83-2814-48a9-8667-88d9b2b3d096 req-29cd1c7c-0807-42a9-b42a-3ea5a403b47f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0537121 May 27 16:31:56.151744 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-42bbae83-2814-48a9-8667-88d9b2b3d096 req-f51fc3d5-19b7-460e-af8e-5e179ab9acf2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491893 May 27 16:31:56.181890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device efe767b4-25c0-4beb-b0bb-6644a84cb1d6 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:56.234138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:56.234777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.273853 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:56.282704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed1bd-0784-4a7b-bcd6-06a7ab4bb77a req-77160848-74ad-4c97-a72d-e26388eb803b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:56.284349 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3b8ed1bd-0784-4a7b-bcd6-06a7ab4bb77a req-77160848-74ad-4c97-a72d-e26388eb803b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0569921 May 27 16:31:56.293492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41740) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:56.298075 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'port_id': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:56.324502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:56.325211 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.337240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.353166 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port efe767b4-25c0-4beb-b0bb-6644a84cb1d6, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:56.489871 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.543729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:56.560974 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:56.606367 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4274b-d411-4b19-9674-275e87d4155b req-9ae16d18-29c6-4bb1-ba9a-7f054a81c726 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:56.607850 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bf4274b-d411-4b19-9674-275e87d4155b req-9ae16d18-29c6-4bb1-ba9a-7f054a81c726 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.0886009 May 27 16:31:56.755196 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41750) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:56.760497 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933745210-network', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:56.803899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Sync routers for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:56.819173 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:56.820187 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:56.872227 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Made reservation on behalf of 40eb92d00fc34b498c8c0a44f27e2e15 for: {'network': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:56.874915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.885240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:56.951228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:57.012581 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks [] for security_group (f37c68b4-644d-4d98-a06e-37374679cd63), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.015411 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b5b1-8a26-4612-a768-3e5c45645e11 req-05604fd3-ad1d-4356-ae6d-77366d648489 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:57.016967 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f51b5b1-8a26-4612-a768-3e5c45645e11 req-05604fd3-ad1d-4356-ae6d-77366d648489 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0515027 May 27 16:31:57.111774 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f37c68b4-644d-4d98-a06e-37374679cd63), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.145757 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=104556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:31:57.156172 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c68b4-644d-4d98-a06e-37374679cd63,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:57.169186 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0300b-e73e-42f6-a9db-7dd0b549425b req-3105a96c-df11-4ac4-addf-bf0e3997b46b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:57.170721 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d2a0300b-e73e-42f6-a9db-7dd0b549425b req-3105a96c-df11-4ac4-addf-bf0e3997b46b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 946 time: 0.1396716 May 27 16:31:57.174042 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2caa6f19-96ec-4e0f-9519-6b3a552ecd62), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.182884 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.segments_db [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Added segment 2caa6f19-96ec-4e0f-9519-6b3a552ecd62 of type vlan for network f8239569-efb2-483b-821f-77355646a62d May 27 16:31:57.200349 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f51b5b1-8a26-4612-a768-3e5c45645e11 req-1018cb23-2435-4cff-9d5b-ee76694ab9aa tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679742 May 27 16:31:57.204361 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 2, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:57.233210 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Checking router: e9876108-6ef9-491b-812b-8458ccf0cdfd for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:57.233584 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Updating router e9876108-6ef9-491b-812b-8458ccf0cdfd port c4e4bf06-c294-474f-b3d0-0f6bac787608 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:31:57.247212 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (f8239569-efb2-483b-821f-77355646a62d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.262013 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:57.268263 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.268480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:57.305509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d2a0300b-e73e-42f6-a9db-7dd0b549425b req-ba49eea7-f156-474f-84af-967e17020c30 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220462 May 27 16:31:57.355009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (f8239569-efb2-483b-821f-77355646a62d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.356148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:57.356897 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.395624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b50d1a2d-12b7-4bde-9d6e-84becc201e3c req-9325b16f-e4cc-4800-94c6-bc7022c43984 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0547965 May 27 16:31:57.417292 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.422585 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Deleting port 047fee43-35eb-4d21-b702-885e4f5d2c79 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:31:57.423421 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.463744 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:57.463953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] Pushing event updated for resources: {'Network': ['ID=f8239569-efb2-483b-821f-77355646a62d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:57.481026 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network f8239569-efb2-483b-821f-77355646a62d details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:31:57.495671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:57.530057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] For port 047fee43-35eb-4d21-b702-885e4f5d2c79, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=047fee43-35eb-4d21-b702-885e4f5d2c79,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:57.530423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.538721 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5d3e4502-1e9a-4bb4-b460-2aecc25368aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7825737 May 27 16:31:57.541455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41758) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:57.541615 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.546549 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Request body: {'subnet': {'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933745210-subnet', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:57.551354 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Calling delete_port for 047fee43-35eb-4d21-b702-885e4f5d2c79 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:31:57.658261 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Made reservation on behalf of 40eb92d00fc34b498c8c0a44f27e2e15 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:57.660861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.715969 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 872f0df7-24d3-4824-aba0-2c9afb7f0216 associated. External IP: 172.27.3.93, port: bfdd72e1-971a-4ccd-9405-99a3e2b528f6. May 27 16:31:57.716257 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks [] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.812503 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.869308 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce95c7c-baae-47cf-887c-3e42a1b18c95 None None] Pushing event updated for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:57.947875 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Attempting to bind port c4e4bf06-c294-474f-b3d0-0f6bac787608 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:31:57.948377 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Attempting to bind port c4e4bf06-c294-474f-b3d0-0f6bac787608 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:31:57.948933 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Attempting to bind port c4e4bf06-c294-474f-b3d0-0f6bac787608 on network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:31:57.955531 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:31:57.956203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Checking segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:57.956327 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.956691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Bound using segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:31:57.957169 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Bound port: c4e4bf06-c294-474f-b3d0-0f6bac787608, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:31:57.957592 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:57.984216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (047fee43-35eb-4d21-b702-885e4f5d2c79), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.023137 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Pushing event deleted for resources: {'Port': ['ID=047fee43-35eb-4d21-b702-885e4f5d2c79,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:58.041765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:31:58.043559 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] For port c4e4bf06-c294-474f-b3d0-0f6bac787608, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:31:58.048933 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] For port c4e4bf06-c294-474f-b3d0-0f6bac787608, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c4e4bf06-c294-474f-b3d0-0f6bac787608,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:31:58.053637 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (07220f8b-70f3-46b9-9aed-4fbf7a2a6456), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.073173 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] No DVR routers for this DVR port 047fee43-35eb-4d21-b702-885e4f5d2c79 on host hv-cinder-84049 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:31:58.075896 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.079336 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bf4274b-d411-4b19-9674-275e87d4155b req-babe31de-9be5-43ec-be1c-f2ff448cbaef tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "DELETE /v2.0/ports/047fee43-35eb-4d21-b702-885e4f5d2c79 HTTP/1.1" status: 204 len: 173 time: 0.9720325 May 27 16:31:58.080103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'name': 'network-vif-deleted', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:31:58.084647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174aaae-f5bd-42d9-8c54-f01fe54ddcfb" -d '{"events": [{"server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "name": "network-vif-deleted", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:31:58.152080 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-61c8ffe6-bf5a-43dc-a511-40e80506b5d4 None None] Provisioning complete for port c4e4bf06-c294-474f-b3d0-0f6bac787608 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:58.153318 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07220f8b-70f3-46b9-9aed-4fbf7a2a6456,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:58.156747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-61c8ffe6-bf5a-43dc-a511-40e80506b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.158647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Checking segment: {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:31:58.159015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Network hostable DHCP agents. Network: f8239569-efb2-483b-821f-77355646a62d, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:31:58.175234 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:58.193993 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14473abb-f108-4af5-b03b-0c6d91ad6047 x-openstack-request-id: req-14473abb-f108-4af5-b03b-0c6d91ad6047 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:31:58.194295 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5e49e-af80-42b8-9706-6809abc10d9c", "name": "network-vif-deleted", "tag": "047fee43-35eb-4d21-b702-885e4f5d2c79", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:31:58.194656 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14473abb-f108-4af5-b03b-0c6d91ad6047 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:31:58.195137 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14473abb-f108-4af5-b03b-0c6d91ad6047'] response: {'server_uuid': 'bcd5e49e-af80-42b8-9706-6809abc10d9c', 'name': 'network-vif-deleted', 'tag': '047fee43-35eb-4d21-b702-885e4f5d2c79', 'status': 'completed', 'code': 200} May 27 16:31:58.201394 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:58.215890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-61c8ffe6-bf5a-43dc-a511-40e80506b5d4 None None] Port c4e4bf06-c294-474f-b3d0-0f6bac787608 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:31:58.220055 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.220334 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:31:58.227772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.247081 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:31:58.276662 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:58.277543 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:58.281277 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a42f62be-69f4-457b-b1ac-e679b595ddfa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "PUT /v2.0/floatingips/872f0df7-24d3-4824-aba0-2c9afb7f0216 HTTP/1.1" status: 200 len: 990 time: 1.9864573 May 27 16:31:58.289758 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device efe767b4-25c0-4beb-b0bb-6644a84cb1d6 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:31:58.329186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Network f8239569-efb2-483b-821f-77355646a62d is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:31:58.345929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:58.346624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:58.408731 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce95c7c-baae-47cf-887c-3e42a1b18c95 None None] Pushing event updated for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:31:58.445516 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5354e-32c0-44e1-831e-1fc0188c4e1a req-eb22af36-6e0f-4824-81eb-3d92ce450f31 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:58.453154 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-faf5354e-32c0-44e1-831e-1fc0188c4e1a req-eb22af36-6e0f-4824-81eb-3d92ce450f31 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1439302 May 27 16:31:58.516527 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:58.516902 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.524040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, f8239569-efb2-483b-821f-77355646a62d) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:31:58.533882 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:58.535166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.561825 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:58.566036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595da52e-daef-43cb-820e-b536ee8f32c7 req-95b257b3-8091-4846-a43c-1f5d8e7c40aa tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.0679243 May 27 16:31:58.576116 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-faf5354e-32c0-44e1-831e-1fc0188c4e1a req-1a6fdbbf-5ef2-4969-9772-628d019ca8c0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218355 May 27 16:31:58.587376 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-68354d37-4ef0-4ed5-b364-236908d53773 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:31:58.589541 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-68354d37-4ef0-4ed5-b364-236908d53773 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 815 time: 0.2783475 May 27 16:31:58.592770 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7dcad-7d58-42b0-92a9-26dd4146cf96 None None] Network f8239569-efb2-483b-821f-77355646a62d requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:31:58.616342 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'port': {'device_id': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'admin_state_up': True, 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:58.657867 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-315fc318-b9c9-4b93-a5d9-8b4ed5c1b20b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1150036 May 27 16:31:58.667397 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:58.670585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41770) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:31:58.682969 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:31:58.822346 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:58.841410 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.842542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:58.846861 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8709141-d2ad-4a93-9126-fa0860bcea82 req-cc7fe8d7-c6c7-4b9f-bde5-d13912fbbd3f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0550666 May 27 16:31:58.908443 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:58.952515 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for router_controller (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), precommit_add_association {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.073318 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Provisioning complete for port c4e4bf06-c294-474f-b3d0-0f6bac787608 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:31:59.073637 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.076079 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}, {'id': '872f0df7-24d3-4824-aba0-2c9afb7f0216', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:34:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:31:16Z', 'updated_at': '2022-05-27T16:31:57Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:59.082415 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a1e967c3-e134-4f7d-9aef-0f9499e12ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.105016 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:31:59.115389 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:31:59.117040 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:31:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:59.117223 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-f8239569-efb2-483b-821f-77355646a62d', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:31:59.124823 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.146321 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Made reservation on behalf of bf8f192a31204d97b3b2e8895856a459 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:31:59.150709 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.247208 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:31:59.365013 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for router_gateway (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.405478 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Allocated IP 172.20.0.14 (3457ce5e-af48-4869-9e42-c672efe05b5b/3a7e2cac-0ce3-46a5-8464-37154844db89/3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:59.416558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Current status of the port c4e4bf06-c294-474f-b3d0-0f6bac787608 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:31:59.417031 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.488919 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:59.492239 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:58Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:59.559872 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625a0a-5957-4f2c-9df4-d1a9879329eb None None] The sync data for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi is: [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:58Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:59.571034 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] For port c4e4bf06-c294-474f-b3d0-0f6bac787608, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c4e4bf06-c294-474f-b3d0-0f6bac787608,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:31:59.601692 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Allocated IP 172.20.0.2 (f8239569-efb2-483b-821f-77355646a62d/07220f8b-70f3-46b9-9aed-4fbf7a2a6456/ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:31:59.622219 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 047fee43-35eb-4d21-b702-885e4f5d2c79 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:31:59.748714 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}, {'id': '872f0df7-24d3-4824-aba0-2c9afb7f0216', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:34:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:31:16Z', 'updated_at': '2022-05-27T16:31:57Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:31:59.781051 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.781922 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:59.801460 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:31:59.805094 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 047fee43-35eb-4d21-b702-885e4f5d2c79 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:31:59.805478 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 047fee43-35eb-4d21-b702-885e4f5d2c79 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:31:59.814424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:31:59.884370 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5677b2e-0ab3-4eab-beed-61679988aaf9 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}, {'id': '872f0df7-24d3-4824-aba0-2c9afb7f0216', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:34:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:31:16Z', 'updated_at': '2022-05-27T16:31:57Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:31:59.933091 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b50f-d2fb-4546-9c57-69e1fce6e794 None None] Pushing event updated for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:00.042640 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:00.079737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.157451 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks [] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.157699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for router_gateway (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.167202 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8731738c-4a3d-4dad-a4bd-594d24261423 req-b47f316b-18ff-411d-be2d-34d51ddb96d8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd5e49e-af80-42b8-9706-6809abc10d9c HTTP/1.1" status: 200 len: 210 time: 0.2324953 May 27 16:32:00.214838 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.218263 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:00.221528 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:00.221528 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099167b4-ee1f-4efd-86f9-398d677b9335" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:00.247421 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.337373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b30cd-c94e-49a6-9978-b957cf648307 req-9e99c45d-4f68-44f1-98ce-f02269d1c4cd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:00.339130 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a19b30cd-c94e-49a6-9978-b957cf648307 req-9e99c45d-4f68-44f1-98ce-f02269d1c4cd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.4144108 May 27 16:32:00.339788 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:00.345106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Network 3457ce5e-af48-4869-9e42-c672efe05b5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:00.355886 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:00.359000 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:00.431777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c4e4bf06-c294-474f-b3d0-0f6bac787608 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:00.456792 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Network f8239569-efb2-483b-821f-77355646a62d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:00.461914 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:00.463304 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.558314 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Allocated IP 172.27.3.198 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/eb4b8168-4c37-4806-a38e-953377345e82) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:00.559939 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:00.566961 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf9b24-d3f9-4d12-9ec9-a8f052998660 None None] New status for floating IP 872f0df7-24d3-4824-aba0-2c9afb7f0216: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:32:00.585391 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab7bd68d-1d25-4de6-9eac-a57f0087019d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9714992 May 27 16:32:00.609681 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:00.660678 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233a14b-a157-4257-8ff0-20e22f77c52b req-3b530d04-4144-40dc-943c-5dda28895d11 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:00.663610 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7233a14b-a157-4257-8ff0-20e22f77c52b req-3b530d04-4144-40dc-943c-5dda28895d11 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 932 time: 0.2185647 May 27 16:32:00.683580 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Request body: {'port': {'device_id': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:00.697634 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:00.710036 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Pushing event updated for resources: {'Port': ['ID=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:00.710823 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a19b30cd-c94e-49a6-9978-b957cf648307 req-f83e2f48-6ed8-4f84-8fb5-ac4e89ec9fc4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644857 May 27 16:32:00.778190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for port (eb4b8168-4c37-4806-a38e-953377345e82), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.827975 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port c4e4bf06-c294-474f-b3d0-0f6bac787608 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:00.828350 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.843974 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:00.853859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-238309fb-6484-4805-9a95-fc17cd53791f None None] Provisioning complete for port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:00.853859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-238309fb-6484-4805-9a95-fc17cd53791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.868391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f635a49-813a-4c02-bca8-a37bf7688bb4 x-openstack-request-id: req-1f635a49-813a-4c02-bca8-a37bf7688bb4 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:00.869369 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:00.869778 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f635a49-813a-4c02-bca8-a37bf7688bb4 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:00.870348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f635a49-813a-4c02-bca8-a37bf7688bb4'] response: {'name': 'network-changed', 'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'status': 'completed', 'code': 200} May 27 16:32:00.914530 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:00.942030 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:00.960840 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7233a14b-a157-4257-8ff0-20e22f77c52b req-39bb983f-df62-474d-84ee-06ae85f93a16 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729347 May 27 16:32:01.031468 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (eb4b8168-4c37-4806-a38e-953377345e82), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:01.034101 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Attempting to bind port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:01.034571 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Attempting to bind port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:01.034936 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Attempting to bind port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 on network f8239569-efb2-483b-821f-77355646a62d {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:01.050444 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:01.050814 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Checking segment: {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:01.051273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:01.051664 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Bound using segment: {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:01.052198 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Bound port: ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:01.052583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:01.055586 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-238309fb-6484-4805-9a95-fc17cd53791f None None] Port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:32:01.161206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:01.165838 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-652af4ed-9683-4dc1-a20f-cbe61f7e1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:01.165838 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-652af4ed-9683-4dc1-a20f-cbe61f7e1752 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 1129 time: 0.2261288 May 27 16:32:01.167383 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:01.211127 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:01.222444 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] For port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:01.228482 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] For port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:01.235676 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:01.246117 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b8168-4c37-4806-a38e-953377345e82,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:01.298953 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port c4e4bf06-c294-474f-b3d0-0f6bac787608 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:01.484069 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-6dd572f8-23b1-4c27-ad66-2c2e6c9d9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:01.485731 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-6dd572f8-23b1-4c27-ad66-2c2e6c9d9f0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 914 time: 0.3324189 May 27 16:32:01.641608 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-fbdd60d6-1706-4856-b731-8e74ba655696 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6 HTTP/1.1" status: 200 len: 998 time: 0.1400244 May 27 16:32:01.906545 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-4ab880b9-96d8-4a70-84ee-aa6672dc3795 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:01.918203 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-4ab880b9-96d8-4a70-84ee-aa6672dc3795 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/networks?id=4600418a-b3f7-4bdf-b9ec-b57285402638 HTTP/1.1" status: 200 len: 809 time: 0.3059082 May 27 16:32:01.919869 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:01.980768 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-11197330-031b-4876-99fe-9f3a14cb1c3d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/quotas/e1194991899d4dd5ac974608165516b8 HTTP/1.1" status: 200 len: 375 time: 0.0634522 May 27 16:32:01.984924 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks [] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:01.992587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:02.002683 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21184325-b414-4ade-abfd-a94031b44fb0 req-8d97e779-81f3-4cac-9eb1-5bc5b5490596 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:02.010490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21184325-b414-4ade-abfd-a94031b44fb0 req-8d97e779-81f3-4cac-9eb1-5bc5b5490596 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1606865 May 27 16:32:02.104853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6be3e58d-f516-40b4-8f95-589fd52ef37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:02.113409 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75321a7c-33f7-443f-91ac-dbe3f513a80b None None] Pushing event updated for resources: {'Port': ['ID=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:02.316800 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Transition to ACTIVE for port object 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:32:02.351596 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-a0a40e69-1ca9-4ab3-ac6e-74a98b3c3eb7 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3337913 May 27 16:32:02.410492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:02.448720 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21184325-b414-4ade-abfd-a94031b44fb0 req-26e72534-9c38-4327-b4bc-e703cb193742 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373834 May 27 16:32:02.613217 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-57c5837a-1617-413f-9ccc-948111e5fab8 service neutron] 10.222.0.42 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658932 May 27 16:32:02.725087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:02.776889 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:02.797264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for router_gateway (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:02.811690 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:02.823556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:02.874057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:03.050291 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c1ef-4ea9-4c2b-bd14-19118eb57139 req-dfe1ce5d-05eb-4dca-a803-7f10275975fd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:03.052468 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a944c1ef-4ea9-4c2b-bd14-19118eb57139 req-dfe1ce5d-05eb-4dca-a803-7f10275975fd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.4151940 May 27 16:32:03.098221 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:03.179832 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a944c1ef-4ea9-4c2b-bd14-19118eb57139 req-d8433606-75ec-4b43-9f60-f4e8825d401a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961154 May 27 16:32:03.190560 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:03.204826 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Attempting to bind port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:03.205169 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Attempting to bind port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:03.206076 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Attempting to bind port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d on network 3457ce5e-af48-4869-9e42-c672efe05b5b {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:03.213634 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d on network 3457ce5e-af48-4869-9e42-c672efe05b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:32:03.213955 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Attempting to bind port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d on network 3457ce5e-af48-4869-9e42-c672efe05b5b {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:03.219452 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-8bdb5c6c-b58d-4678-acbd-597389f80828 service neutron] 10.222.0.42 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515637 May 27 16:32:03.232465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:03.238880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Checking segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:03.238880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Bound using segment: {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:03.238880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Bound port: 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3554f6df-d766-4154-b887-52f72a947943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:03.238880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:03.307947 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:03.374734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:03.378213 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:03.432486 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:32:03.470186 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:03.523403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:03.524838 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:03.526645 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 1094 time: 2.8611741 May 27 16:32:03.529802 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:03.565422 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585874ca-080d-4a93-a166-6742d3b413d6" -d '{"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:03.642490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:32:03.654223 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Sync routers for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:32:03.664630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2960bb-2f77-491c-9cf7-6668e6be1551 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:03.692306 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:03.694777 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:03.698646 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1213e80-a03d-42f8-a5aa-dcba50c1fa20 x-openstack-request-id: req-c1213e80-a03d-42f8-a5aa-dcba50c1fa20 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:03.699137 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:03.699450 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1213e80-a03d-42f8-a5aa-dcba50c1fa20 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:03.700172 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1213e80-a03d-42f8-a5aa-dcba50c1fa20'] response: {'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:32:03.806727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:03.812608 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-405f16fd-5538-422c-908c-c7920e1364ee admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1356919 May 27 16:32:03.812721 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41832) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:03.845981 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4254ab18-ca91-4039-b2c8-26ab61360dfa req-c6eb83df-a0d0-4789-afdf-921c2a4f6378 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0657444 May 27 16:32:03.867069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd756ab-cfdc-4bf4-a2d5-12c4973c2a2e req-22bd3827-95e5-46bd-b652-60cc040093b9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:03.886487 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bd756ab-cfdc-4bf4-a2d5-12c4973c2a2e req-22bd3827-95e5-46bd-b652-60cc040093b9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.1745427 May 27 16:32:03.921585 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b3f2e-cbf5-48a8-85ad-0cba51ddece9 None None] Network f8239569-efb2-483b-821f-77355646a62d requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:32:04.040060 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bd756ab-cfdc-4bf4-a2d5-12c4973c2a2e req-a13c59fc-2c30-46a5-ac7c-27a1b437e5a6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601140 May 27 16:32:04.053885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Provisioning complete for port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:04.054270 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.094131 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:04.145031 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.294741 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Current status of the port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:04.296312 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.336074 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:04.384940 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee167-0518-4bdf-8049-991d8c163ec4 req-56510500-3ce2-4102-93dd-1cc1b66085af tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:04.388437 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d19ee167-0518-4bdf-8049-991d8c163ec4 req-56510500-3ce2-4102-93dd-1cc1b66085af tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0806766 May 27 16:32:04.461434 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:04.461729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.508768 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:01Z', 'revision_number': 3, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:04.534524 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d19ee167-0518-4bdf-8049-991d8c163ec4 req-6a936d81-d465-4aa8-82e9-2b3f87aebe2c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329207 May 27 16:32:04.591571 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Checking router: fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:32:04.591873 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Updating router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b port eb4b8168-4c37-4806-a38e-953377345e82 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:32:04.605860 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] For port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:04.684583 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (eb4b8168-4c37-4806-a38e-953377345e82), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.733556 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:04.733932 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.832711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.839333 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:04.851361 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:04.967614 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abfee07e-9b5c-4493-916e-8f056e15d7d4 req-a6a595bc-c4b4-40a1-bd5a-ec194330a1cd tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0654001 May 27 16:32:05.065672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:32:05.066726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:32:05.076628 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-4ecb993b-cc94-4c0e-8dad-bb08504ac776 None None] Provisioning complete for port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:05.079928 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4ecb993b-cc94-4c0e-8dad-bb08504ac776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.083581 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Allocated IP 172.20.0.1 (f8239569-efb2-483b-821f-77355646a62d/07220f8b-70f3-46b9-9aed-4fbf7a2a6456/b88e287a-bcdc-49a9-8c6e-a39713a8678d) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:05.100380 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.108811 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fa079-3f02-4e6b-81c0-e035f3b13a3f None None] Pushing event updated for resources: {'Port': ['ID=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:05.179891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb993b-cc94-4c0e-8dad-bb08504ac776 None None] Current status of the port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:05.231378 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960abf-dced-42aa-91ee-12a93591149b req-fe167d88-b0c2-4ea9-a4dc-1b8822e9e41d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:05.233287 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c3960abf-dced-42aa-91ee-12a93591149b req-fe167d88-b0c2-4ea9-a4dc-1b8822e9e41d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0741816 May 27 16:32:05.235495 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks [] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.239415 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks [] for port (eb4b8168-4c37-4806-a38e-953377345e82), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.292185 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c3960abf-dced-42aa-91ee-12a93591149b req-2332c2c3-dbda-4de6-8613-7be97f9de30d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520060 May 27 16:32:05.399840 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (eb4b8168-4c37-4806-a38e-953377345e82), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.401181 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.441642 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Network f8239569-efb2-483b-821f-77355646a62d is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:05.447642 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:05.450119 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:05.456269 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Attempting to bind port eb4b8168-4c37-4806-a38e-953377345e82 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:05.456636 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Attempting to bind port eb4b8168-4c37-4806-a38e-953377345e82 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:05.456946 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Attempting to bind port eb4b8168-4c37-4806-a38e-953377345e82 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:05.465214 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acec92-d71c-4494-8c84-b2cb82e7aafe None None] Pushing event updated for resources: {'Port': ['ID=eb4b8168-4c37-4806-a38e-953377345e82,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:05.467799 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:05.468175 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:05.469091 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.469091 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:05.469412 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Bound port: eb4b8168-4c37-4806-a38e-953377345e82, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:05.470025 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (eb4b8168-4c37-4806-a38e-953377345e82), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.476095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Pushing event updated for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:05.503964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.525189 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] For port eb4b8168-4c37-4806-a38e-953377345e82, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:05.529772 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] For port eb4b8168-4c37-4806-a38e-953377345e82, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=eb4b8168-4c37-4806-a38e-953377345e82,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:05.629626 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.645671 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:05.652476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.664507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ec53c-ab3d-4013-b0a0-b378f382bc7f req-4b87a2d3-f9de-4fa5-be87-983dc0dde7c1 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:05.666037 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-382ec53c-ab3d-4013-b0a0-b378f382bc7f req-4b87a2d3-f9de-4fa5-be87-983dc0dde7c1 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0535829 May 27 16:32:05.704504 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (eb4b8168-4c37-4806-a38e-953377345e82), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.709567 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-16c93d95-4a21-405e-89e4-f71a8e34e8c6 None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:05.710714 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-16c93d95-4a21-405e-89e4-f71a8e34e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.720435 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-382ec53c-ab3d-4013-b0a0-b378f382bc7f req-38e3166f-33d6-48f0-9a10-e01a5c54ab6a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 May 27 16:32:05.757968 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.765646 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-16c93d95-4a21-405e-89e4-f71a8e34e8c6 None None] Port b88e287a-bcdc-49a9-8c6e-a39713a8678d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:32:05.773883 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.774752 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:05.775393 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:05.786428 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:05.813408 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acec92-d71c-4494-8c84-b2cb82e7aafe None None] Pushing event updated for resources: {'Port': ['ID=eb4b8168-4c37-4806-a38e-953377345e82,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:05.833754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.836738 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:05.893426 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:05.990407 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks [] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:06.075905 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-daf92b6b-3db6-49ab-91fa-051d25c3e39b req-f423ddfe-f6ad-45d9-8278-483d4269e6e8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0356922 May 27 16:32:06.107144 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:06.183277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Pushing event updated for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:06.188727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:06.191122 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'b88e287a-bcdc-49a9-8c6e-a39713a8678d', 'name': '', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'mac_address': 'fa:16:3e:a7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:04Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 1, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'subnets': [{'id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:06.200421 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:06.204859 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:06.220915 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842672f-c1d5-452d-8c4c-815874df60e2 None None] The sync data for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi is: [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'b88e287a-bcdc-49a9-8c6e-a39713a8678d', 'name': '', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'mac_address': 'fa:16:3e:a7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:04Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 1, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'subnets': [{'id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:32:06.250871 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:06.251338 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:06.295136 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Network f8239569-efb2-483b-821f-77355646a62d is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:06.296617 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:06.339668 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:06.349220 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:06.419099 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:32:06.452425 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae8d0-f7d8-4361-9803-ca087ab7ebc9 req-2366384b-831b-42db-bfed-0b6cefb3974f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:06.454110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53eae8d0-f7d8-4361-9803-ca087ab7ebc9 req-2366384b-831b-42db-bfed-0b6cefb3974f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0615652 May 27 16:32:06.514651 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53eae8d0-f7d8-4361-9803-ca087ab7ebc9 req-9abf6b20-0004-4a98-9006-edefdfc9ff1c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532155 May 27 16:32:06.547831 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:32:06.557750 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-dc409847-7b58-49a1-b62c-aa2f489b6025 admin admin] 10.222.0.42 "PUT /v2.0/routers/fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7436144 May 27 16:32:06.585597 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-43547a52-2530-4d83-9b43-6a325e538738 None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:06.585971 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43547a52-2530-4d83-9b43-6a325e538738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:06.621633 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-43547a52-2530-4d83-9b43-6a325e538738 None None] Port b88e287a-bcdc-49a9-8c6e-a39713a8678d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:32:06.965581 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cc810-748f-4990-b978-afe68bde5dbc req-e76ea7e9-b8c8-4eb5-a93f-119b700effd5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:06.965581 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-255cc810-748f-4990-b978-afe68bde5dbc req-e76ea7e9-b8c8-4eb5-a93f-119b700effd5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.1571152 May 27 16:32:07.019028 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-255cc810-748f-4990-b978-afe68bde5dbc req-a1a7db00-f455-495d-89e5-784166585f07 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475593 May 27 16:32:07.072724 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41864) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:07.081152 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613814716', 'description': 'tempest-secgroup-smoke-613814716 description', 'project_id': 'e57270a9020844e9baf044630fb81bcd'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:07.187573 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.193031 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-de7c956f-c48c-47e5-883a-54198e13ee97 req-5f95d39a-2125-426c-9fad-3a91317a1297 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0291243 May 27 16:32:07.271613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (03e23ea5-67fe-4ac5-a209-572bb1193ed4), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.338632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (03e23ea5-67fe-4ac5-a209-572bb1193ed4), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.369496 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e23ea5-67fe-4ac5-a209-572bb1193ed4,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:07.472009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.473561 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-15c1cf7d-3d6b-49e7-92dd-3ab04ef416b1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3996422 May 27 16:32:07.476481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41868) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:07.481184 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:07.592884 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (83dbccc6-58cd-4b1c-bedb-d0d635ba923c), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.655893 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ddaed-51e8-4d15-bf2f-5f75baf5396a req-e9b3c431-8b53-4306-8eb8-8200cd61df4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:07.657498 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f91ddaed-51e8-4d15-bf2f-5f75baf5396a req-e9b3c431-8b53-4306-8eb8-8200cd61df4a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0555663 May 27 16:32:07.663603 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (83dbccc6-58cd-4b1c-bedb-d0d635ba923c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.716693 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f91ddaed-51e8-4d15-bf2f-5f75baf5396a req-3a106c78-164e-4b66-a372-47198bc8bc63 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514584 May 27 16:32:07.745780 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (83dbccc6-58cd-4b1c-bedb-d0d635ba923c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.767295 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dbccc6-58cd-4b1c-bedb-d0d635ba923c,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:07.849095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:07.850463 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5bb81120-f5e9-4387-9f08-2ab677bc0bc6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729804 May 27 16:32:07.853361 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41872) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:07.857939 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:07.960176 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (21fdc0f8-2d5a-42a6-a07f-526236f852cf), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.019329 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (21fdc0f8-2d5a-42a6-a07f-526236f852cf), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.121740 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (21fdc0f8-2d5a-42a6-a07f-526236f852cf), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.139648 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:08.148616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024604f-f8e1-4fd2-beeb-af57aacecddb req-e7e9a575-1ec0-4987-9f12-e6d3eb75cc8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:08.155206 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fdc0f8-2d5a-42a6-a07f-526236f852cf,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:08.156138 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9024604f-f8e1-4fd2-beeb-af57aacecddb req-e7e9a575-1ec0-4987-9f12-e6d3eb75cc8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0656657 May 27 16:32:08.214224 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9024604f-f8e1-4fd2-beeb-af57aacecddb req-109c41ab-03c0-47b5-86c2-83b787f591aa tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 May 27 16:32:08.239491 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device eb4b8168-4c37-4806-a38e-953377345e82 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:08.261076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.262403 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c15b6cd5-75db-4c9b-8310-dd62c55ef80e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4079316 May 27 16:32:08.275572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 41878) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:08.282896 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:08.312390 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port eb4b8168-4c37-4806-a38e-953377345e82 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:08.312760 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (eb4b8168-4c37-4806-a38e-953377345e82), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.318029 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e2f2667-2b85-4570-adca-4fd53d3ff94d req-58081d1f-b114-417f-9255-5cd3ac25c2b2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0394135 May 27 16:32:08.404051 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port eb4b8168-4c37-4806-a38e-953377345e82 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:08.404959 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (eb4b8168-4c37-4806-a38e-953377345e82), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.426351 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port eb4b8168-4c37-4806-a38e-953377345e82, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=eb4b8168-4c37-4806-a38e-953377345e82,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:08.485282 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (8a867736-2e9e-4136-a366-085394fe3893), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.537262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (8a867736-2e9e-4136-a366-085394fe3893), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.538649 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (eb4b8168-4c37-4806-a38e-953377345e82), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.566685 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Sync routers for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:32:08.599963 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:08.600617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:08.602696 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=eb4b8168-4c37-4806-a38e-953377345e82,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:08.652898 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (8a867736-2e9e-4136-a366-085394fe3893), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.672785 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a867736-2e9e-4136-a366-085394fe3893,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:08.716215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:08.776690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.781407 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-507e5bbd-57ac-4f41-ad54-7388a79c99fa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5019836 May 27 16:32:08.781706 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41882) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:08.786417 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:08.863419 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4620-0ac2-4aee-84bb-edbc261ba8ce req-753d0264-26c1-4d58-974c-83837a4e6b31 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:08.864898 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2ff4620-0ac2-4aee-84bb-edbc261ba8ce req-753d0264-26c1-4d58-974c-83837a4e6b31 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0589814 May 27 16:32:08.896730 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (1032d046-c20f-4242-b121-4d9acf2824b6), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.915646 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:08.936921 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2ff4620-0ac2-4aee-84bb-edbc261ba8ce req-86cc2f4e-ab7d-487c-bedb-e77c8ebbe52d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 May 27 16:32:08.957027 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'b88e287a-bcdc-49a9-8c6e-a39713a8678d', 'name': '', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'mac_address': 'fa:16:3e:a7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:04Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 2, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'subnets': [{'id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:08.972122 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (1032d046-c20f-4242-b121-4d9acf2824b6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:08.991949 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Checking router: fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:32:08.992946 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Updating router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b port b88e287a-bcdc-49a9-8c6e-a39713a8678d binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:32:09.022227 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.064330 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:09.078480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (1032d046-c20f-4242-b121-4d9acf2824b6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.109053 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1032d046-c20f-4242-b121-4d9acf2824b6,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:09.174631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:09.228144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.230410 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0fdf6543-3c67-461a-b9eb-0f11557b8933 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4474273 May 27 16:32:09.233578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41892) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:09.241138 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:09.361556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03efca-8df0-467d-98b8-c138d15a5e73 req-7a397039-01ae-4054-9ac5-1e05d90223b2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:09.363048 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b03efca-8df0-467d-98b8-c138d15a5e73 req-7a397039-01ae-4054-9ac5-1e05d90223b2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0533619 May 27 16:32:09.381027 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks [] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.388698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Project e57270a9020844e9baf044630fb81bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:32:09.402712 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (16bb5310-88ec-4247-b869-5aecb5bcc6d8), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.437132 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b03efca-8df0-467d-98b8-c138d15a5e73 req-c1334da3-c508-4765-b3f6-138003c98f3b tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683439 May 27 16:32:09.483827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (16bb5310-88ec-4247-b869-5aecb5bcc6d8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.495617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.521384 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-211036e2-86b6-4e77-a030-42626b0ae8b7 req-86c1c075-7a57-4c79-a309-1db92926198b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0277534 May 27 16:32:09.571625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32533541-64b7-48de-a7a8-c06cab1c5aa0 None None] Pushing event updated for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:09.609970 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Attempting to bind port b88e287a-bcdc-49a9-8c6e-a39713a8678d on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:09.610336 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Attempting to bind port b88e287a-bcdc-49a9-8c6e-a39713a8678d by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:09.610691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Attempting to bind port b88e287a-bcdc-49a9-8c6e-a39713a8678d on network f8239569-efb2-483b-821f-77355646a62d {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:09.621966 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (16bb5310-88ec-4247-b869-5aecb5bcc6d8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Checking segment: {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Bound using segment: {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Bound port: b88e287a-bcdc-49a9-8c6e-a39713a8678d, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caa6f19-96ec-4e0f-9519-6b3a552ecd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f8239569-efb2-483b-821f-77355646a62d'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:09.622407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.626175 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:09.636752 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bb5310-88ec-4247-b869-5aecb5bcc6d8,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:09.688853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] For port b88e287a-bcdc-49a9-8c6e-a39713a8678d, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:09.692143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] For port b88e287a-bcdc-49a9-8c6e-a39713a8678d, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b88e287a-bcdc-49a9-8c6e-a39713a8678d,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:09.768322 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-71b725cb-7328-40d3-81ea-60ab938ce281 None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:09.768694 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-71b725cb-7328-40d3-81ea-60ab938ce281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.795101 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.799623 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-95e729e0-d140-4b93-8d5e-e5d92e1fb60c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5614083 May 27 16:32:09.799737 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:09.799834 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 41898) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:09.803807 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'security_group_rule': {'security_group_id': '03e23ea5-67fe-4ac5-a209-572bb1193ed4', 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:09.840599 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-71b725cb-7328-40d3-81ea-60ab938ce281 None None] Port b88e287a-bcdc-49a9-8c6e-a39713a8678d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:32:09.871626 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:09.872329 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:09.915897 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32533541-64b7-48de-a7a8-c06cab1c5aa0 None None] Pushing event updated for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:09.917944 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Project e57270a9020844e9baf044630fb81bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:32:09.947757 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (10f6f51f-96a1-41c0-ae9c-7fdc2bb6ed00), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.008712 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:10.045104 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (10f6f51f-96a1-41c0-ae9c-7fdc2bb6ed00), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.120564 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:10.127602 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328ddf-571b-4579-926c-24077799af4f req-3c234da8-021c-4770-9e88-48106649d34f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:10.138357 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44328ddf-571b-4579-926c-24077799af4f req-3c234da8-021c-4770-9e88-48106649d34f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0754726 May 27 16:32:10.172883 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (10f6f51f-96a1-41c0-ae9c-7fdc2bb6ed00), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.185704 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:10.186294 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.234337 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f6f51f-96a1-41c0-ae9c-7fdc2bb6ed00,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:10.298042 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44328ddf-571b-4579-926c-24077799af4f req-dcdfdc16-6fd6-4c9d-b463-2d7cf1a4a267 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563947 May 27 16:32:10.316517 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device eb4b8168-4c37-4806-a38e-953377345e82 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:10.557088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:10.599493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4a79-3ac2-4b43-be79-b975e3983ffa req-d12b13e1-31bf-4908-8c98-331a2a209785 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:10.601137 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-586f4a79-3ac2-4b43-be79-b975e3983ffa req-d12b13e1-31bf-4908-8c98-331a2a209785 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0736992 May 27 16:32:10.624654 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Current status of the port b88e287a-bcdc-49a9-8c6e-a39713a8678d is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:10.625043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.646623 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:10.654714 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port eb4b8168-4c37-4806-a38e-953377345e82 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:10.655088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (eb4b8168-4c37-4806-a38e-953377345e82), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.681938 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'b88e287a-bcdc-49a9-8c6e-a39713a8678d', 'name': '', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'mac_address': 'fa:16:3e:a7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:04Z', 'updated_at': '2022-05-27T16:32:09Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'subnets': [{'id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:10.718579 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-586f4a79-3ac2-4b43-be79-b975e3983ffa req-7c8b6817-b8ff-4124-8a82-0e5e990fa4e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019952 May 27 16:32:10.724959 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f38f93-d7a7-4176-8477-355e37ff7238 None None] The sync data for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi is: [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:32:05Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'b88e287a-bcdc-49a9-8c6e-a39713a8678d', 'name': '', 'network_id': 'f8239569-efb2-483b-821f-77355646a62d', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'mac_address': 'fa:16:3e:a7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:04Z', 'updated_at': '2022-05-27T16:32:09Z', 'revision_number': 4, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'subnets': [{'id': '07220f8b-70f3-46b9-9aed-4fbf7a2a6456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:32:10.751265 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] For port b88e287a-bcdc-49a9-8c6e-a39713a8678d, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b88e287a-bcdc-49a9-8c6e-a39713a8678d,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:10.775624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:10.788915 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-08bd2224-90c8-4e77-b558-392e78de5f06 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9764640 May 27 16:32:10.836413 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port eb4b8168-4c37-4806-a38e-953377345e82 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:10.837806 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b88e287a-bcdc-49a9-8c6e-a39713a8678d up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:10.871496 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-063f0516-396d-47fc-a71a-ab838bfe990a req-b810f2ed-6a5a-4cc3-97f6-3e1d891ca865 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0931504 May 27 16:32:10.964297 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:10.964679 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:11.086838 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:11.096512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port b88e287a-bcdc-49a9-8c6e-a39713a8678d is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:11.096512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:11.127284 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:11.192213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42aeaf-4d38-4039-bfa0-5eb990e9db62 None None] Pushing event updated for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:11.230505 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 16:32:11.230697 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG oslo_db.api [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 16:32:11.439917 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc8797-8782-4519-a59f-ae77160b0a3b req-3a95d0e1-2a11-409c-90ee-75a61854cba5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:11.442222 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-74bc8797-8782-4519-a59f-ae77160b0a3b req-3a95d0e1-2a11-409c-90ee-75a61854cba5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0532658 May 27 16:32:11.505218 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-74bc8797-8782-4519-a59f-ae77160b0a3b req-94beef60-7668-4efa-976a-8374be688e45 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528536 May 27 16:32:11.658918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:11.786640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port b88e287a-bcdc-49a9-8c6e-a39713a8678d is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:11.847353 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104986-73e1-4352-b2f8-a5eb2ae47729 req-1d79f404-aa5c-4d14-848e-7a7c35d82754 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:11.848850 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc104986-73e1-4352-b2f8-a5eb2ae47729 req-1d79f404-aa5c-4d14-848e-7a7c35d82754 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0496047 May 27 16:32:11.915390 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc104986-73e1-4352-b2f8-a5eb2ae47729 req-4fcf095d-6fda-45ef-b204-74f1b1536ce8 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574386 May 27 16:32:12.012839 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb628f7b-c596-472c-9479-94493126b7aa req-affc6352-792c-4d90-9139-1139a63bec9b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0349352 May 27 16:32:12.187358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b88e287a-bcdc-49a9-8c6e-a39713a8678d up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:12.234945 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port b88e287a-bcdc-49a9-8c6e-a39713a8678d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:12.235326 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:12.317053 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port b88e287a-bcdc-49a9-8c6e-a39713a8678d is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:12.656087 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc525bc-38c7-4455-8448-3dad7f1bf4a7 req-527d2443-37be-47e7-8871-d729ceca9f6d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:12.657572 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dbc525bc-38c7-4455-8448-3dad7f1bf4a7 req-527d2443-37be-47e7-8871-d729ceca9f6d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0511310 May 27 16:32:12.714163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dbc525bc-38c7-4455-8448-3dad7f1bf4a7 req-7cb06678-f6ca-4517-9d77-a85ba5aed4ed tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507071 May 27 16:32:13.052815 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d302cff-912b-4b65-9bb9-4a06a4846a4a req-fd03c23c-363c-4730-9d77-8f6cd4eb0651 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:13.060622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d302cff-912b-4b65-9bb9-4a06a4846a4a req-fd03c23c-363c-4730-9d77-8f6cd4eb0651 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0633633 May 27 16:32:13.125064 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d302cff-912b-4b65-9bb9-4a06a4846a4a req-d59eb242-e293-421e-95c2-a2b089889610 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638995 May 27 16:32:13.247110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86084e43-1924-4ef3-8fe3-b40cc8c22a6f req-2a91ea0e-19b6-4d18-aac1-7b6a9acce300 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0366721 May 27 16:32:13.884434 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845256f-8be6-452e-a6dc-ad180420e0f3 req-66da2f8f-1455-4c52-a7a8-3c3b255fe01e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:13.886371 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a845256f-8be6-452e-a6dc-ad180420e0f3 req-66da2f8f-1455-4c52-a7a8-3c3b255fe01e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0688994 May 27 16:32:13.974942 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a845256f-8be6-452e-a6dc-ad180420e0f3 req-bd3fe4f4-aea2-458c-a8b7-3cdb26c46521 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707502 May 27 16:32:14.309986 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252370-178e-4cde-b19e-02c7d4a420bd req-ac017813-98da-42be-8222-a78aa29e781a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:14.311682 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63252370-178e-4cde-b19e-02c7d4a420bd req-ac017813-98da-42be-8222-a78aa29e781a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0674727 May 27 16:32:14.375842 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63252370-178e-4cde-b19e-02c7d4a420bd req-5ba98a3b-6640-42a4-bb58-1276fda20cde tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568395 May 27 16:32:14.501385 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ce5ddc8-669c-4491-b122-76cfa1cad731 req-af33ee92-dc6b-4128-80eb-736448e48d70 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0391994 May 27 16:32:15.121012 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e16a8-594b-4426-b889-4d702b35e6a1 req-f9e20f86-7de4-4e00-b4e0-08ed7835ef93 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:15.123363 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b57e16a8-594b-4426-b889-4d702b35e6a1 req-f9e20f86-7de4-4e00-b4e0-08ed7835ef93 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0608437 May 27 16:32:15.179930 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b57e16a8-594b-4426-b889-4d702b35e6a1 req-844325fe-c106-4a6f-8b3f-5001b200d2d1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 May 27 16:32:15.518778 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e2f32-bafe-4731-8b27-65670ec1baea req-1867e1fb-33ff-4037-b286-7bf14bebc7dd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:15.520780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb2e2f32-bafe-4731-8b27-65670ec1baea req-1867e1fb-33ff-4037-b286-7bf14bebc7dd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0591407 May 27 16:32:15.571508 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb2e2f32-bafe-4731-8b27-65670ec1baea req-d16c3e88-1334-4f48-96f5-45be13323d1f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 May 27 16:32:15.684677 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bbc66637-00f0-41b1-85ed-de1ad964a658 req-970f736a-e2cc-4781-b6fa-c1268ed5c518 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0424345 May 27 16:32:16.311035 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb507d76-1f41-49ac-94fa-e717bf6bd6fa req-f13a172a-e4f0-455b-9704-c8e8614cb487 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:16.312644 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb507d76-1f41-49ac-94fa-e717bf6bd6fa req-f13a172a-e4f0-455b-9704-c8e8614cb487 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0515475 May 27 16:32:16.346383 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:16.366384 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fb507d76-1f41-49ac-94fa-e717bf6bd6fa req-0f716a07-f6fa-4a32-bd1f-bddf90fbdd68 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474248 May 27 16:32:16.454513 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-5e40e0f9-eeaf-4437-a142-a7710e9771ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:16.456840 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-5e40e0f9-eeaf-4437-a142-a7710e9771ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0512555 May 27 16:32:16.488469 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585874ca-080d-4a93-a166-6742d3b413d6 req-26f00c79-e5b2-4905-bd24-bb150b16a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:16.489905 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-585874ca-080d-4a93-a166-6742d3b413d6 req-26f00c79-e5b2-4905-bd24-bb150b16a779 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1128 time: 0.0448520 May 27 16:32:16.697696 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459c60-497c-49f6-85f0-a50a1ffccd2e req-8db63e55-6b4a-410a-b2b8-66655f50591c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:16.699691 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f459c60-497c-49f6-85f0-a50a1ffccd2e req-8db63e55-6b4a-410a-b2b8-66655f50591c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0519028 May 27 16:32:16.757327 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f459c60-497c-49f6-85f0-a50a1ffccd2e req-f88003e9-c14b-44a1-a6e7-9b6fcc738819 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475402 May 27 16:32:16.840383 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-309dd34b-cd4c-43ea-832c-bb3b7ffd5e83 req-9eb8d928-c637-4176-a8b2-c9510a44cdd4 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0301557 May 27 16:32:17.389590 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-54c39ef6-ed73-4ffb-b2af-c5784cf92ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.391459 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-54c39ef6-ed73-4ffb-b2af-c5784cf92ffc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478070 May 27 16:32:17.442885 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:17.472530 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585874ca-080d-4a93-a166-6742d3b413d6 req-cec8e7a1-6157-482d-bfc4-0ddb4100cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.474948 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-585874ca-080d-4a93-a166-6742d3b413d6 req-cec8e7a1-6157-482d-bfc4-0ddb4100cb86 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf8f192a31204d97b3b2e8895856a459&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1301992 May 27 16:32:17.500820 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:17.512168 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-e0758cf4-feb7-4fb2-b5d3-a5f94aea473c service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125216 May 27 16:32:17.589289 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc4870-f5e9-4c59-9c3c-12d5ce9cb72b req-e3a149e2-3938-43c8-8f15-96a13a8740f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.590658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-adfc4870-f5e9-4c59-9c3c-12d5ce9cb72b req-e3a149e2-3938-43c8-8f15-96a13a8740f8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0852394 May 27 16:32:17.629702 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-099167b4-ee1f-4efd-86f9-398d677b9335 req-bd16cad9-948f-4c16-9582-019efc4435bb service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105905 May 27 16:32:17.661217 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585874ca-080d-4a93-a166-6742d3b413d6 req-a5c34e66-0138-4696-90f6-ee09be850086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.663053 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-585874ca-080d-4a93-a166-6742d3b413d6 req-a5c34e66-0138-4696-90f6-ee09be850086 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795974 May 27 16:32:17.670256 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-adfc4870-f5e9-4c59-9c3c-12d5ce9cb72b req-6bb185ea-01dd-48b1-bbe2-9dfeb74b9403 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718336 May 27 16:32:17.779987 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-b83ecd55-d466-4b8d-83d6-42d49ccbba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.781619 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-b83ecd55-d466-4b8d-83d6-42d49ccbba1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1128 time: 0.0419250 May 27 16:32:17.831494 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-92961a78-5ec5-450b-b3e7-860e968728d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 217 time: 0.0352173 May 27 16:32:17.908315 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edb17a-5c60-4809-a72d-655270fd6170 req-1d4c749e-f19e-4ec6-a18c-f0d1966c0396 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.909802 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68edb17a-5c60-4809-a72d-655270fd6170 req-1d4c749e-f19e-4ec6-a18c-f0d1966c0396 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0808938 May 27 16:32:17.925742 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-5f711717-511a-42bb-b510-21c9b8d52f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.927095 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-5f711717-511a-42bb-b510-21c9b8d52f74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.0867293 May 27 16:32:17.991116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-87cdcea2-e64f-4325-ab65-f7c85b99e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:17.993569 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-87cdcea2-e64f-4325-ab65-f7c85b99e698 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594079 May 27 16:32:17.997622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68edb17a-5c60-4809-a72d-655270fd6170 req-c6ebfa4d-fa63-400a-b060-e9b4cb2ea8e8 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811999 May 27 16:32:18.106244 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8ecba82-825d-42d9-8a52-a4bd4958c2c1 req-77e34129-a147-4e06-bcbe-0b50b89e7269 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0355408 May 27 16:32:18.134620 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-e17f7ef5-cbe1-45de-b10f-447fb31feb0a service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314101 May 27 16:32:18.431958 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a958cd4-dd01-4f1f-825a-af1ed0e72330 req-ad7a4dbd-d678-4bc2-9b98-2bdc8e4d96d7 service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969648 May 27 16:32:18.799120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf625b3-9985-4853-8615-34120689fb8c req-cf6a9f96-a55f-4b92-889b-da1bace4d1e2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:18.800600 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caf625b3-9985-4853-8615-34120689fb8c req-cf6a9f96-a55f-4b92-889b-da1bace4d1e2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0483608 May 27 16:32:18.850237 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caf625b3-9985-4853-8615-34120689fb8c req-690ffcd2-b2d4-4d42-85a8-73a4b9ba2285 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 May 27 16:32:19.079549 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:19.124924 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320e84-c4f8-4133-9695-6e78041c073a req-673e6cfa-31c4-4e19-91d1-fd72626f63d3 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:19.126502 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a320e84-c4f8-4133-9695-6e78041c073a req-673e6cfa-31c4-4e19-91d1-fd72626f63d3 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0569034 May 27 16:32:19.173979 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7a320e84-c4f8-4133-9695-6e78041c073a req-3396d19c-d61f-4e29-bcf1-733b09f14160 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 May 27 16:32:19.208470 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-72739e5a-5fbe-4e09-9fe2-454111c04ea0 req-b4891bc5-85cf-44dc-9d45-ed80da383562 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0301094 May 27 16:32:19.678763 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:32:19.746538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7f889c6b-2596-4020-88c9-be09a089f4ea tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:19.748560 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7f889c6b-2596-4020-88c9-be09a089f4ea tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "GET /v2.0/networks?id=4600418a-b3f7-4bdf-b9ec-b57285402638 HTTP/1.1" status: 200 len: 809 time: 0.1216140 May 27 16:32:19.774947 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Request body: {'port': {'device_id': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638', 'admin_state_up': True, 'tenant_id': 'e1194991899d4dd5ac974608165516b8'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:19.799395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:19.811566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'mac_address': 'fa:16:3e:e4:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:32:19.850411 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:19.859156 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:19.859548 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:19.874016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:19.899466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:19.985157 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791413-0080-4ca5-973e-1005c17dbbd9 req-51608c0c-dd3a-4dcb-86e1-cd5424c2833a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:19.986730 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9791413-0080-4ca5-973e-1005c17dbbd9 req-51608c0c-dd3a-4dcb-86e1-cd5424c2833a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 944 time: 0.0497608 May 27 16:32:20.027832 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:20.032519 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Made reservation on behalf of e1194991899d4dd5ac974608165516b8 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:32:20.035962 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:20.050028 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9791413-0080-4ca5-973e-1005c17dbbd9 req-8aa0ab36-2117-4795-b5f5-e40bc8235796 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568819 May 27 16:32:20.095168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=9']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:20.177584 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Allocated IP 172.20.0.8 (4600418a-b3f7-4bdf-b9ec-b57285402638/55adae79-f92d-4295-86a8-960c7568ad54/668dacd1-3d8a-493a-a93f-0e40c15d28d9) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:20.446726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:32:20.591388 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1743b-2096-4a48-a462-bd107511f222 req-1c95fbd8-7217-4076-8103-494b57c2594f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:20.592834 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f8e1743b-2096-4a48-a462-bd107511f222 req-1c95fbd8-7217-4076-8103-494b57c2594f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.3464229 May 27 16:32:20.596562 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e998e282-363d-4c2e-989a-c0f859bcd8df req-4e9a9c9e-6e28-4c9a-b942-db90f6d16b2d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0526593 May 27 16:32:20.651674 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks [] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:20.671876 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f8e1743b-2096-4a48-a462-bd107511f222 req-84eb644a-b49b-4ec4-a2fe-452e72b0d23f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725584 May 27 16:32:20.823071 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:20.830181 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:20.871857 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Network 4600418a-b3f7-4bdf-b9ec-b57285402638 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:20.876973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:20.881201 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:20.905942 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Pushing event updated for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:20.935127 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:20.935738 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.033134 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b2f0d69c-2082-4923-9851-d1865b7b2cd1 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2623637 May 27 16:32:21.063744 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Request body: {'port': {'device_id': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:21.090069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:21.125412 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.214000 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86f93-b831-4e7d-b5ae-5df168353191 req-9752e668-a457-4749-85db-a865d1bc2aab tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:21.215499 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1dd86f93-b831-4e7d-b5ae-5df168353191 req-9752e668-a457-4749-85db-a865d1bc2aab tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 945 time: 0.0811386 May 27 16:32:21.349763 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1dd86f93-b831-4e7d-b5ae-5df168353191 req-e74846c2-5679-4fc8-b537-3236c0112a92 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175263 May 27 16:32:21.503985 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668dacd1-3d8a-493a-a93f-0e40c15d28d9 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:21.511938 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks [] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.525146 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Transition to ACTIVE for port object 668dacd1-3d8a-493a-a93f-0e40c15d28d9 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:32:21.590009 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.642485 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Pushing event updated for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:21.678873 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:32:21.689569 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:21.695354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:21.767790 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e980c39-77c4-4d2d-82fb-da31cc2bbf25 req-322101c4-352f-4cba-86e6-91b52eeaa0b0 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:21.769330 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e980c39-77c4-4d2d-82fb-da31cc2bbf25 req-322101c4-352f-4cba-86e6-91b52eeaa0b0 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0831220 May 27 16:32:21.782461 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:21.783657 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Attempting to bind port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:21.783936 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Attempting to bind port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:21.784264 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Attempting to bind port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:21.822649 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:21.823028 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.826010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:32:21.826336 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Attempting to bind port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 on network 4600418a-b3f7-4bdf-b9ec-b57285402638 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:21.839245 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:21.842399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Checking segment: {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:21.842399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Bound using segment: {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:21.842399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Bound port: 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:21.842399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.848129 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:21.855282 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67045-54ce-4934-ae43-6c33ad357257 req-a44d905b-afe8-4f91-8b33-8159a2a5e0af tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:21.856788 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76a67045-54ce-4934-ae43-6c33ad357257 req-a44d905b-afe8-4f91-8b33-8159a2a5e0af tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 944 time: 0.0956349 May 27 16:32:21.875557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:21.893846 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'port_id': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'mac_address': 'fa:16:3e:ed:31:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:32:21.903613 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e980c39-77c4-4d2d-82fb-da31cc2bbf25 req-70a13c05-5135-4997-a8ea-461fd6ffb68e tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229913 May 27 16:32:21.970502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:21.986403 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.986403 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:21.986403 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:21.988121 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76a67045-54ce-4934-ae43-6c33ad357257 req-cbc660c7-a21d-4851-9310-e561989f2a4c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225476 May 27 16:32:21.991826 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:21.995570 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:22.000437 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:22.010650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:22.012847 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc40cfd0-2850-4ccc-a623-e735a3ace70a" -d '{"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:22.036439 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:22.040808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:22.050115 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710fb36-b22d-4348-8301-3349559a2f7e x-openstack-request-id: req-2710fb36-b22d-4348-8301-3349559a2f7e {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:22.050399 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:22.050650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2710fb36-b22d-4348-8301-3349559a2f7e {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:22.051043 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2710fb36-b22d-4348-8301-3349559a2f7e'] response: {'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'code': 200} May 27 16:32:22.085999 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:22.126695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.127249 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:22.128609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] 10.222.0.15 "PUT /v2.0/ports/668dacd1-3d8a-493a-a93f-0e40c15d28d9 HTTP/1.1" status: 200 len: 1093 time: 1.0691359 May 27 16:32:22.129038 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:22.131507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192680ff-e4d8-4d88-8361-1f1275728c45" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:22.132075 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:22.137005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:22.137291 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:22.165356 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05057a-855e-4543-9b3e-861d92d52a78 service neutron] Pushing event updated for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:22.175282 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95be3d-5888-4c16-9964-90a984315563 x-openstack-request-id: req-1e95be3d-5888-4c16-9964-90a984315563 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:22.175571 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:22.175831 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e95be3d-5888-4c16-9964-90a984315563 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:22.176232 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e95be3d-5888-4c16-9964-90a984315563'] response: {'name': 'network-changed', 'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9', 'status': 'completed', 'code': 200} May 27 16:32:22.190325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=10']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:22.239772 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:22.472755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a48f2-b64a-476e-ba5d-cc6ed5c2eb2f req-46d8c64b-2312-49cc-a7a1-9a8d87e02697 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.474252 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-538a48f2-b64a-476e-ba5d-cc6ed5c2eb2f req-46d8c64b-2312-49cc-a7a1-9a8d87e02697 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0477562 May 27 16:32:22.528600 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-538a48f2-b64a-476e-ba5d-cc6ed5c2eb2f req-31516c7d-d7be-4a19-b544-16e81113d7e1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 May 27 16:32:22.598172 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-0f8b0a13-ba29-4df8-90be-35fa33a71421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.599651 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-0f8b0a13-ba29-4df8-90be-35fa33a71421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 1127 time: 0.0463495 May 27 16:32:22.615536 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:32:22.738106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-f98a6272-def3-4acb-a57e-d662a6a13e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.739609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-f98a6272-def3-4acb-a57e-d662a6a13e01 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1194991899d4dd5ac974608165516b8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1043057 May 27 16:32:22.801483 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165b5b7-eb51-40b9-8bd6-c586e7c5d85f req-03057121-67db-4c8e-8134-fd8fc98f8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.803002 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d165b5b7-eb51-40b9-8bd6-c586e7c5d85f req-03057121-67db-4c8e-8134-fd8fc98f8589 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 1131 time: 0.0393648 May 27 16:32:22.840953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-952892bf-b888-4ef5-b921-a6ff1867cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:22.842435 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-192680ff-e4d8-4d88-8361-1f1275728c45 req-952892bf-b888-4ef5-b921-a6ff1867cf16 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959928 May 27 16:32:22.849653 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d165b5b7-eb51-40b9-8bd6-c586e7c5d85f req-f9bfcf25-5a80-49c1-8b22-012bc5162748 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 May 27 16:32:23.022465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c542218-7f31-40ce-821a-e2dde06a701a req-263ef058-a5a4-435e-94db-1ab19b3202ee tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:23.024148 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c542218-7f31-40ce-821a-e2dde06a701a req-263ef058-a5a4-435e-94db-1ab19b3202ee tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0483928 May 27 16:32:23.084698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c542218-7f31-40ce-821a-e2dde06a701a req-9b61696f-f17e-4889-811b-dc7f59faf44e tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548682 May 27 16:32:23.119450 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925d2b6-bdb4-4d14-b924-e3a99d53283e req-59a0bf1c-3b27-477b-b7be-d365c247bcc1 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:23.121164 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c925d2b6-bdb4-4d14-b924-e3a99d53283e req-59a0bf1c-3b27-477b-b7be-d365c247bcc1 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 945 time: 0.0539083 May 27 16:32:23.171661 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c925d2b6-bdb4-4d14-b924-e3a99d53283e req-453dc0fd-b006-4eb7-9ed2-2e4d0f802697 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 May 27 16:32:23.298343 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b5baad4e-ef35-42a9-b14f-9681e61c862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:23.299752 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b5baad4e-ef35-42a9-b14f-9681e61c862e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1194991899d4dd5ac974608165516b8&device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 1127 time: 0.0421014 May 27 16:32:23.657493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9353b5-c3ce-444c-a37f-05d494fa2cf0 req-103c5e7f-95f5-4e86-b5be-d3f341e1a3d2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:23.659117 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f9353b5-c3ce-444c-a37f-05d494fa2cf0 req-103c5e7f-95f5-4e86-b5be-d3f341e1a3d2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0498259 May 27 16:32:23.707275 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f9353b5-c3ce-444c-a37f-05d494fa2cf0 req-31c84261-c423-48de-ad38-e5062db318ce tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 May 27 16:32:23.718650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:23.762487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:32:23.800673 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-a497b6af-71dc-4115-b825-1dc390dc4358 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9 HTTP/1.1" status: 200 len: 217 time: 0.0331211 May 27 16:32:23.827669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:23.827973 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:23.849830 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-c6ee0923-a97e-4347-8085-5d0bcd779aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:23.851342 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-c6ee0923-a97e-4347-8085-5d0bcd779aa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55adae79-f92d-4295-86a8-960c7568ad54 HTTP/1.1" status: 200 len: 849 time: 0.0443923 May 27 16:32:23.852068 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:23.903274 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:23.903733 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:23.904160 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-5b3d78ff-e1b3-4ad5-8633-a4b74b5e1344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4600418a-b3f7-4bdf-b9ec-b57285402638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279398 May 27 16:32:23.943595 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:24.006502 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-db37a8e0-a4b6-4556-9b6f-b73ce466687d service neutron] 10.222.0.15 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924494 May 27 16:32:24.039318 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:24.059972 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:24.062213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad20d77-f3bf-4887-8947-e8f9427c79fc" -d '{"events": [{"server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "name": "network-vif-plugged", "status": "completed", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:24.096174 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:24.099829 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617a2279-abea-4bb4-a629-d0cbd8e1b842 x-openstack-request-id: req-617a2279-abea-4bb4-a629-d0cbd8e1b842 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:24.100066 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "name": "network-vif-plugged", "status": "completed", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:24.100309 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-617a2279-abea-4bb4-a629-d0cbd8e1b842 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:24.100686 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617a2279-abea-4bb4-a629-d0cbd8e1b842'] response: {'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'code': 200} May 27 16:32:24.101653 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-29cc6559-f668-4b24-a9dd-6a6bbd7e01e0 req-b6721fac-043d-4f99-9958-5b57bd92cdcb service neutron] 10.222.0.15 "GET /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 May 27 16:32:24.213308 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643cc1-2de9-4a77-bced-429df9c81736 req-3481bfff-b955-4fd2-8612-4ca6d5aca713 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:24.215377 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0643cc1-2de9-4a77-bced-429df9c81736 req-3481bfff-b955-4fd2-8612-4ca6d5aca713 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0583515 May 27 16:32:24.293653 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0643cc1-2de9-4a77-bced-429df9c81736 req-07483a4b-0166-49b6-9c79-c50e47791bd8 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 May 27 16:32:24.309734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fc8b6-c7ed-4fa5-aa36-224c9d681f65 req-12350ae3-9c25-4671-a589-6b5d0ac89746 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:24.311184 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a9fc8b6-c7ed-4fa5-aa36-224c9d681f65 req-12350ae3-9c25-4671-a589-6b5d0ac89746 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0642555 May 27 16:32:24.370057 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a9fc8b6-c7ed-4fa5-aa36-224c9d681f65 req-4f605d86-e62e-461c-853b-c87cf41939f3 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521784 May 27 16:32:24.831020 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c25a1c-909f-4d13-bf7d-1da5cc6695db req-099f6764-85c9-4c22-83f0-24d2886b0640 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:24.832533 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49c25a1c-909f-4d13-bf7d-1da5cc6695db req-099f6764-85c9-4c22-83f0-24d2886b0640 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0490623 May 27 16:32:24.880574 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49c25a1c-909f-4d13-bf7d-1da5cc6695db req-4a52ca99-db07-4e23-9f27-44b3fed5c912 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 May 27 16:32:25.146752 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:25.166587 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=60 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:25.420110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73741f-4c94-4f77-96ba-d237a75ca1ac req-cbc45db8-7a27-4937-af1a-8c68f860c86b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:25.421672 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae73741f-4c94-4f77-96ba-d237a75ca1ac req-cbc45db8-7a27-4937-af1a-8c68f860c86b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0565414 May 27 16:32:25.453910 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:25.476700 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:25.503057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2a892-b676-4ee1-97be-0cf61dd4b317 req-7f17ea71-152a-4d2f-9398-6d8a89d6cbd6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:25.504526 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4e2a892-b676-4ee1-97be-0cf61dd4b317 req-7f17ea71-152a-4d2f-9398-6d8a89d6cbd6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0624139 May 27 16:32:25.513215 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae73741f-4c94-4f77-96ba-d237a75ca1ac req-8ae9d824-bba3-467d-8f3c-ea59240daebb tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846109 May 27 16:32:25.556712 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4e2a892-b676-4ee1-97be-0cf61dd4b317 req-8470d4f9-734d-4e97-8197-994c5abbc28b tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 May 27 16:32:25.651686 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:32:26.027364 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135e0cd-e13e-4cc2-8f88-330540a2219a req-fc2a88f0-69b9-4ac0-86f8-b2fdc449b2f7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:26.033920 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1135e0cd-e13e-4cc2-8f88-330540a2219a req-fc2a88f0-69b9-4ac0-86f8-b2fdc449b2f7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0697327 May 27 16:32:26.095205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1135e0cd-e13e-4cc2-8f88-330540a2219a req-73427c7c-a9bb-4c6d-900a-5a11621d963a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602181 May 27 16:32:26.630046 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecc140-c0f7-47ad-ac47-3192b8880c86 req-642064fa-892d-4a9b-9d64-8f2912023a0c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:26.631520 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-beecc140-c0f7-47ad-ac47-3192b8880c86 req-642064fa-892d-4a9b-9d64-8f2912023a0c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0504317 May 27 16:32:26.698558 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9ec5-f4ed-41cb-a2ac-d4e61655ff64 req-a631bb4d-2e16-4aeb-b4e7-b0f06262c475 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:26.700063 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf4d9ec5-f4ed-41cb-a2ac-d4e61655ff64 req-a631bb4d-2e16-4aeb-b4e7-b0f06262c475 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0676894 May 27 16:32:26.729227 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-beecc140-c0f7-47ad-ac47-3192b8880c86 req-8325ed6a-7b50-4058-b8e0-091b21b3425b tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872371 May 27 16:32:26.762910 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf4d9ec5-f4ed-41cb-a2ac-d4e61655ff64 req-08ee4a2d-e399-4b1b-9c75-4aae55c131d6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549479 May 27 16:32:26.768794 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49dfa0-20a1-4def-a90a-266480a5dc80 req-e91aad9b-d9f5-4b09-a729-63771f059553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:26.770354 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1e49dfa0-20a1-4def-a90a-266480a5dc80 req-e91aad9b-d9f5-4b09-a729-63771f059553 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1130 time: 0.0568147 May 27 16:32:27.203843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:27.233495 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1e49dfa0-20a1-4def-a90a-266480a5dc80 req-919a1b4c-931b-4094-a248-d201d487a5a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 May 27 16:32:27.236271 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2978e-1cf9-43be-bf65-d09e0c15fe60 req-b97e01f1-7569-4af2-a20e-bffac36d285f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:27.237771 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8a2978e-1cf9-43be-bf65-d09e0c15fe60 req-b97e01f1-7569-4af2-a20e-bffac36d285f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0673845 May 27 16:32:27.287551 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8a2978e-1cf9-43be-bf65-d09e0c15fe60 req-d7d28f99-7d48-4211-b338-68aa6fbba180 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 May 27 16:32:27.766912 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 668dacd1-3d8a-493a-a93f-0e40c15d28d9 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:32:27.816581 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:27.858443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f91e6-3755-43d9-aa7f-76d0509cc4f8 req-53fde2ea-df65-438f-a777-de239f333108 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:27.860019 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f66f91e6-3755-43d9-aa7f-76d0509cc4f8 req-53fde2ea-df65-438f-a777-de239f333108 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 943 time: 0.0610859 May 27 16:32:27.881543 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:27.893934 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '668dacd1-3d8a-493a-a93f-0e40c15d28d9', 'network_id': '4600418a-b3f7-4bdf-b9ec-b57285402638', 'port_id': '668dacd1-3d8a-493a-a93f-0e40c15d28d9', 'mac_address': 'fa:16:3e:67:9f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55adae79-f92d-4295-86a8-960c7568ad54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:32:27.938813 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:27.939265 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:27.951370 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34a811-dcd7-4f29-85bb-b31b583560e6 req-2dc7bfb6-c5bc-4cf5-b411-8e0efbb0732a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:27.952890 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d34a811-dcd7-4f29-85bb-b31b583560e6 req-2dc7bfb6-c5bc-4cf5-b411-8e0efbb0732a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0784979 May 27 16:32:27.953980 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668dacd1-3d8a-493a-a93f-0e40c15d28d9 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:27.957100 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f66f91e6-3755-43d9-aa7f-76d0509cc4f8 req-38d34264-1da0-49fd-a7e1-5562fa108386 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914409 May 27 16:32:27.984384 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:28.005967 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d34a811-dcd7-4f29-85bb-b31b583560e6 req-a304ae0d-4046-41f2-8ddc-06348a700e5d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 May 27 16:32:28.053348 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:28.100497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:28.593168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['668dacd1-3d8a-493a-a93f-0e40c15d28d9'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:32:28.784583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c23d9209-dabb-4c89-8012-ec95b28e0747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:29.088624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a39e5-3451-4c05-aff3-7224e46f4296 req-379542cf-a7f8-415c-850d-50f3093c9d0c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:29.090103 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d69a39e5-3451-4c05-aff3-7224e46f4296 req-379542cf-a7f8-415c-850d-50f3093c9d0c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 944 time: 0.0515933 May 27 16:32:29.153578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b55e49-1bf1-40d4-ae6c-42b478e65d01 req-1f25f22a-a638-4252-bcdb-9ec73d086414 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:29.155060 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45b55e49-1bf1-40d4-ae6c-42b478e65d01 req-1f25f22a-a638-4252-bcdb-9ec73d086414 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0741403 May 27 16:32:29.186396 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d69a39e5-3451-4c05-aff3-7224e46f4296 req-b7031cec-b5e3-4294-a5e6-66897d9d8a0d tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875888 May 27 16:32:29.215883 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45b55e49-1bf1-40d4-ae6c-42b478e65d01 req-4ad2ee4f-17cd-434e-be48-0baf545953f2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 May 27 16:32:29.896236 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 668dacd1-3d8a-493a-a93f-0e40c15d28d9 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:29.939732 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:32:30.016918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:30.017305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:30.108759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:30.108759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:30.136473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:30.138742 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc16e6-e890-4012-9187-f4f4be5dc0a5" -d '{"events": [{"server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:30.152911 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:30.239467 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-47d536a6-a8f6-4e37-8e1c-f7f91dee839e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613814716&fields=id&tenant_id=e57270a9020844e9baf044630fb81bcd HTTP/1.1" status: 200 len: 267 time: 0.0522327 May 27 16:32:30.269044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:30.297008 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:30.321457 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:30.325928 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:30.350903 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-b4f9d764-028d-45d4-a8ee-65993b424723 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.353207 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-b4f9d764-028d-45d4-a8ee-65993b424723 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 809 time: 0.1063664 May 27 16:32:30.367921 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-23003a22-1e8f-4b3a-bdf0-e9e3e85e6887 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/quotas/e57270a9020844e9baf044630fb81bcd HTTP/1.1" status: 200 len: 375 time: 0.0090230 May 27 16:32:30.408435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:30.424427 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-1ecf0af3-4659-49f5-a5dc-1a9311f063e5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515366 May 27 16:32:30.527389 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-645d3e1a-46f0-44fd-aa4b-522e42a8d7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905325 May 27 16:32:30.577621 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dfb90a-c77d-44ab-87e5-24930b945f39 x-openstack-request-id: req-46dfb90a-c77d-44ab-87e5-24930b945f39 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:30.578149 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:30.578337 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46dfb90a-c77d-44ab-87e5-24930b945f39 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:30.578736 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dfb90a-c77d-44ab-87e5-24930b945f39'] response: {'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9', 'code': 200} May 27 16:32:30.654043 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-94b9b2f7-71a8-408d-913d-13d193058c31 service neutron] 10.222.0.42 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192732 May 27 16:32:30.689765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca11293-0df0-43ca-aa85-8f3bed023788 req-3f81b6ec-b415-40bb-a8d7-a017d2dd0b35 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.691358 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ca11293-0df0-43ca-aa85-8f3bed023788 req-3f81b6ec-b415-40bb-a8d7-a017d2dd0b35 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0589037 May 27 16:32:30.753493 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ca11293-0df0-43ca-aa85-8f3bed023788 req-b1c40bbc-2a2f-47c0-b98e-21ce5acd68e7 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540092 May 27 16:32:30.755941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14e429-55cb-487d-9f4c-164036d00124 req-960d6f24-058d-40ad-b197-e282f676795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.760524 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-960d6f24-058d-40ad-b197-e282f676795e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.0487309 May 27 16:32:30.885412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14e429-55cb-487d-9f4c-164036d00124 req-3eac09ee-b0fc-4c05-8852-7eb669a414ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.886991 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-3eac09ee-b0fc-4c05-8852-7eb669a414ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1218581 May 27 16:32:30.888651 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16cb0c-43d4-474c-b0f4-46c8852bb04d req-fb18ee30-01a0-4637-8ec2-eb2083bcdbe6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.890163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a16cb0c-43d4-474c-b0f4-46c8852bb04d req-fb18ee30-01a0-4637-8ec2-eb2083bcdbe6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0522413 May 27 16:32:30.958560 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-f3411ff0-c0d5-4408-bffe-9a3bc4b2a964 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1001 time: 0.0561411 May 27 16:32:30.964953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2481f08-2f8e-4dd4-a140-ff20c872acb6 req-ba2c8741-3421-44b2-8bc3-0b30ad426865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:30.966859 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2481f08-2f8e-4dd4-a140-ff20c872acb6 req-ba2c8741-3421-44b2-8bc3-0b30ad426865 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 1129 time: 0.0635962 May 27 16:32:30.987348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a16cb0c-43d4-474c-b0f4-46c8852bb04d req-d79a42a7-f24e-4de0-ae68-ad06a3df0990 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913377 May 27 16:32:31.010534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14e429-55cb-487d-9f4c-164036d00124 req-f8656ff5-0a38-4a45-a3c3-841491952124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.013794 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-f8656ff5-0a38-4a45-a3c3-841491952124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0471039 May 27 16:32:31.035231 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2481f08-2f8e-4dd4-a140-ff20c872acb6 req-3b43db3d-6a6b-40fd-91f1-f33621b71ace service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 May 27 16:32:31.064237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14e429-55cb-487d-9f4c-164036d00124 req-54699a44-711d-4a51-b7ec-1b4ebfd74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.065771 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-54699a44-711d-4a51-b7ec-1b4ebfd74d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474808 May 27 16:32:31.098389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923ecf-77be-4ea7-8be0-ed68fa46789c req-5118c989-1643-43f8-bd53-cca10817bd9e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.099877 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9923ecf-77be-4ea7-8be0-ed68fa46789c req-5118c989-1643-43f8-bd53-cca10817bd9e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0480242 May 27 16:32:31.149453 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9923ecf-77be-4ea7-8be0-ed68fa46789c req-3589032c-1ccd-48eb-a35b-6085e1bfe363 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 May 27 16:32:31.257979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11032173-0ce9-47a1-8710-425b525b1f38 req-752792b8-8511-47de-9adb-3c6f868cf53f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.259742 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-11032173-0ce9-47a1-8710-425b525b1f38 req-752792b8-8511-47de-9adb-3c6f868cf53f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0536816 May 27 16:32:31.312147 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-11032173-0ce9-47a1-8710-425b525b1f38 req-f0c49753-2302-46c6-a2e5-48b0a22d93df tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 May 27 16:32:31.417930 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7e1e7ef3-a957-4938-bb80-745b83c9e481 req-9e2ace57-8c57-46cf-98e6-d6107d0e3825 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0445194 May 27 16:32:31.447948 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-ff841c92-86f5-49fd-a55a-cbddd85d8dd7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136081 May 27 16:32:31.590750 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-074d0ade-16d0-46e3-ab67-ec60071d696c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:31.678625 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12776317-5fa1-495f-b67c-6c5836fc5847 req-d8b2336a-7d49-4928-89b3-01dc961a08f9 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.680888 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12776317-5fa1-495f-b67c-6c5836fc5847 req-d8b2336a-7d49-4928-89b3-01dc961a08f9 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0510023 May 27 16:32:31.732150 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12776317-5fa1-495f-b67c-6c5836fc5847 req-0b6022e6-5e2a-49ae-8db0-00304630ce19 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 May 27 16:32:31.902718 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9480137-c64c-436a-8285-44789ee9df47 req-7eab579f-ce3e-4b3b-ac28-375c0673cc24 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:31.904239 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9480137-c64c-436a-8285-44789ee9df47 req-7eab579f-ce3e-4b3b-ac28-375c0673cc24 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0602226 May 27 16:32:31.923357 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c14e429-55cb-487d-9f4c-164036d00124 req-39537c8f-b9a5-42be-b5b6-2e0c7362b94c service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003835 May 27 16:32:31.958352 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9480137-c64c-436a-8285-44789ee9df47 req-9bf42445-e34d-4ada-b80d-4c278dfa6b63 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 May 27 16:32:32.036063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:32.073813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456e4a-6a48-40b5-879a-3690f40d5d23 req-8a533fff-4474-42d2-b42a-64fa30930010 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:32.075286 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd456e4a-6a48-40b5-879a-3690f40d5d23 req-8a533fff-4474-42d2-b42a-64fa30930010 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0514851 May 27 16:32:32.124439 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd456e4a-6a48-40b5-879a-3690f40d5d23 req-f063a63b-230f-49c7-a5df-1096d383b1db tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 May 27 16:32:32.269834 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6a95c-707b-403c-a6c3-73a3b9fb214a req-41866209-3ea9-4845-b36d-cfd6324aa94d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:32.271323 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0e6a95c-707b-403c-a6c3-73a3b9fb214a req-41866209-3ea9-4845-b36d-cfd6324aa94d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0521493 May 27 16:32:32.330258 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0e6a95c-707b-403c-a6c3-73a3b9fb214a req-9c8edb77-51e0-47a7-8262-dd5a80a82986 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528271 May 27 16:32:32.489091 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1cbf8c83-21a8-403b-b363-dd627f8a991d req-3e6bd19e-472c-41f1-9f2d-1abb3620af94 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0288076 May 27 16:32:32.779549 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:33.061617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:33.077946 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502c1ff-c493-43b0-9602-5c85f2d8e1f0 req-6f753f13-9911-4763-8e12-f82763c8c9ad tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:33.079408 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2502c1ff-c493-43b0-9602-5c85f2d8e1f0 req-6f753f13-9911-4763-8e12-f82763c8c9ad tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0480943 May 27 16:32:33.127490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2502c1ff-c493-43b0-9602-5c85f2d8e1f0 req-0c0273ec-78ee-46be-bd0c-c3b8ca6cb5ec tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 May 27 16:32:33.243490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647ac2a-ada3-4658-87e0-7c5029e7d4e9 req-766b6060-3144-4e9c-89b2-e31e93396aa4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:33.245766 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b647ac2a-ada3-4658-87e0-7c5029e7d4e9 req-766b6060-3144-4e9c-89b2-e31e93396aa4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0523958 May 27 16:32:33.294183 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b647ac2a-ada3-4658-87e0-7c5029e7d4e9 req-bfc996e5-d3b5-4d2a-ae74-62d4c86d84de tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 May 27 16:32:33.445383 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e407cfd-7a8d-4b71-a5e1-4ea1a4877472 req-8bedb088-512d-49f9-b5a5-3ce164db70be tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:33.446861 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e407cfd-7a8d-4b71-a5e1-4ea1a4877472 req-8bedb088-512d-49f9-b5a5-3ce164db70be tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0474777 May 27 16:32:33.495601 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2e407cfd-7a8d-4b71-a5e1-4ea1a4877472 req-d4048e12-715e-4be9-a1f8-4c943a53d16d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 May 27 16:32:33.586884 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4017114-fcb4-4e7a-b7a7-447d40811db0 req-56a618d9-ce32-4c53-8fc3-91e19eb69f42 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0274792 May 27 16:32:34.093807 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:34.247976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b3303-6e55-40ff-ae97-2a14b04f3dc4 req-97c32932-1871-405b-8c21-a7c2db7c70ec tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:34.249510 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c72b3303-6e55-40ff-ae97-2a14b04f3dc4 req-97c32932-1871-405b-8c21-a7c2db7c70ec tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0517702 May 27 16:32:34.301289 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c72b3303-6e55-40ff-ae97-2a14b04f3dc4 req-5ae3f141-e070-4d6b-b9bd-e83f831f6645 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 May 27 16:32:34.418240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74371cbe-b654-42ff-9eec-e6ae41ca244c req-4a31b90b-ebda-44d8-b81d-6d8d47c62719 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:34.419753 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-74371cbe-b654-42ff-9eec-e6ae41ca244c req-4a31b90b-ebda-44d8-b81d-6d8d47c62719 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0523775 May 27 16:32:34.471131 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-74371cbe-b654-42ff-9eec-e6ae41ca244c req-de548a4b-20c6-4508-b4b6-f354101a7a78 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456760 May 27 16:32:34.617940 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794eed5-4a3b-4119-9540-5a3c4ebebe67 req-2f81647f-4667-43c5-b52c-c0a6e7a7d406 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:34.619494 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e794eed5-4a3b-4119-9540-5a3c4ebebe67 req-2f81647f-4667-43c5-b52c-c0a6e7a7d406 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0552187 May 27 16:32:34.670088 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e794eed5-4a3b-4119-9540-5a3c4ebebe67 req-1b195d68-59cb-4955-bfed-aa120ecaa94f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 May 27 16:32:34.756429 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b23d480-79dc-42ff-b7b9-db97c650c32e req-fe0ade48-6018-4a67-a754-b0511db165c5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0298908 May 27 16:32:35.074651 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-65ec0a92-6863-45f1-a4b5-b7c1cc52eb1f tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:35.076289 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-65ec0a92-6863-45f1-a4b5-b7c1cc52eb1f tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 809 time: 0.1040707 May 27 16:32:35.106413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:35.160970 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-75217733-f79b-4ed8-a6ae-434cbc75d52e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e57270a9020844e9baf044630fb81bcd HTTP/1.1" status: 200 len: 379 time: 0.0606475 May 27 16:32:35.170984 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'port': {'device_id': '046e04ca-1b83-48d8-b713-ca26cce47976', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'admin_state_up': True, 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'security_groups': ['03e23ea5-67fe-4ac5-a209-572bb1193ed4']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:35.377566 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Made reservation on behalf of e57270a9020844e9baf044630fb81bcd for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:32:35.381800 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:35.407142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:35.547927 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Allocated IP 172.20.0.8 (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6/bf516e6c-22e9-4726-8c53-04a70a5cd9c4/f3fc0271-4978-460d-b0fc-0d84184a59b2) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:35.601206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987ecc-9f62-4ebd-8343-32a7aefd0eca req-cd9fc2ce-cdc4-4bf8-b40e-c5828051dc88 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:35.605869 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90987ecc-9f62-4ebd-8343-32a7aefd0eca req-cd9fc2ce-cdc4-4bf8-b40e-c5828051dc88 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0577636 May 27 16:32:35.660569 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90987ecc-9f62-4ebd-8343-32a7aefd0eca req-0a44a8de-52ae-43b7-b388-3cbe8dcb394a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 May 27 16:32:35.676987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:35.802164 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b78b2-f82d-47ae-8973-2dc7184388cf req-186466eb-7a1f-4c88-8cc3-190996f2b5d1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:35.803714 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-727b78b2-f82d-47ae-8973-2dc7184388cf req-186466eb-7a1f-4c88-8cc3-190996f2b5d1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0532117 May 27 16:32:35.863259 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-727b78b2-f82d-47ae-8973-2dc7184388cf req-de468587-b245-40bf-87c3-179b63058798 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524082 May 27 16:32:35.924667 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e7aa8469-650f-4376-b2e5-11e7a7f0651f req-c2e50ff3-5012-44ab-889e-658e91595e28 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0316384 May 27 16:32:35.947057 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:35.987778 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab810fe-43d6-4319-9846-204600e42d44 req-62a66760-05f3-41d6-9448-fdb9cb412cf2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:35.989247 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ab810fe-43d6-4319-9846-204600e42d44 req-62a66760-05f3-41d6-9448-fdb9cb412cf2 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0500748 May 27 16:32:36.039457 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ab810fe-43d6-4319-9846-204600e42d44 req-68ea3d28-79b0-45e6-8d68-e039df0e7ec9 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 May 27 16:32:36.154784 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:36.197734 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:36.202989 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:36.206891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:36.233171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:36.260499 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:36.261169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:36.264635 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:36.359979 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-8531d36e-6d5c-4f9d-941a-034a6d66f351 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1936476 May 27 16:32:36.386137 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-4ead696d-b8d0-44a9-a5d2-4778a4908bb4 None None] Provisioning complete for port f3fc0271-4978-460d-b0fc-0d84184a59b2 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:36.386510 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4ead696d-b8d0-44a9-a5d2-4778a4908bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:36.419100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-4ead696d-b8d0-44a9-a5d2-4778a4908bb4 None None] Port f3fc0271-4978-460d-b0fc-0d84184a59b2 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:32:36.780780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c05bf0-3d82-4c3d-90dc-cca0e2b9228d req-e7faa264-874d-4926-b046-b08a510d564c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:36.782277 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e7c05bf0-3d82-4c3d-90dc-cca0e2b9228d req-e7faa264-874d-4926-b046-b08a510d564c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0505726 May 27 16:32:36.815230 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:36.829412 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e7c05bf0-3d82-4c3d-90dc-cca0e2b9228d req-845e3deb-03d5-4b11-98b0-5eec0f11908c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 May 27 16:32:36.976354 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:36.984632 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05299c-301c-404e-9a4e-49163c516442 req-5d446980-ab4e-4902-ad73-39c25e4f20e2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:36.986153 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb05299c-301c-404e-9a4e-49163c516442 req-5d446980-ab4e-4902-ad73-39c25e4f20e2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0493228 May 27 16:32:37.070703 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbbb23-a260-4913-8227-7be698dba12f req-aa57d4da-0f5a-4543-917c-0dae6e1709b5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:37.072125 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87fbbb23-a260-4913-8227-7be698dba12f req-aa57d4da-0f5a-4543-917c-0dae6e1709b5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 931 time: 0.0666990 May 27 16:32:37.075921 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb05299c-301c-404e-9a4e-49163c516442 req-5367bfcc-1736-4cb1-b0a4-ae0981f6cd0c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840616 May 27 16:32:37.122255 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87fbbb23-a260-4913-8227-7be698dba12f req-7c620aed-93b5-413a-9161-109aa0e3e7e5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439208 May 27 16:32:37.180650 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b0a06-8bae-4112-b68b-d7869cc690f7 req-531aa6a8-996d-41c5-9012-de4318985ecd tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:37.182148 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b23b0a06-8bae-4112-b68b-d7869cc690f7 req-531aa6a8-996d-41c5-9012-de4318985ecd tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0477257 May 27 16:32:37.230689 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b23b0a06-8bae-4112-b68b-d7869cc690f7 req-8f42143a-9d80-4c07-a609-62fe577aed6c tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/security-groups?id=5df80a3e-238b-4d82-90dc-b214ed5e8d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 May 27 16:32:37.248041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Request body: {'port': {'device_id': '046e04ca-1b83-48d8-b713-ca26cce47976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:37.311792 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.599262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fc0271-4978-460d-b0fc-0d84184a59b2 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:37.607563 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks [] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.622524 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Transition to ACTIVE for port object f3fc0271-4978-460d-b0fc-0d84184a59b2 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:32:37.674884 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-d0d2b2ec-ecd8-458d-8d13-27bad171b013 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:37.676895 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-d0d2b2ec-ecd8-458d-8d13-27bad171b013 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 945 time: 0.0496609 May 27 16:32:37.705662 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.793116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:37.795227 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Deleting port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:32:37.796958 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.868489 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Attempting to bind port f3fc0271-4978-460d-b0fc-0d84184a59b2 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:32:37.868832 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Attempting to bind port f3fc0271-4978-460d-b0fc-0d84184a59b2 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:32:37.869169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Attempting to bind port f3fc0271-4978-460d-b0fc-0d84184a59b2 on network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:37.876059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Port f3fc0271-4978-460d-b0fc-0d84184a59b2 on network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:32:37.876494 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Attempting to bind port f3fc0271-4978-460d-b0fc-0d84184a59b2 on network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:32:37.883729 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:32:37.884090 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Checking segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:32:37.884277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Bound using segment: {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:32:37.884711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Bound port: f3fc0271-4978-460d-b0fc-0d84184a59b2, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a305bbe-bf8f-40e5-a91a-f9649eeb764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:32:37.885074 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.937229 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] For port 668dacd1-3d8a-493a-a93f-0e40c15d28d9, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=668dacd1-3d8a-493a-a93f-0e40c15d28d9,segment=NetworkSegment(a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8),segment_id=a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:37.937755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:37.966138 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Calling delete_port for 668dacd1-3d8a-493a-a93f-0e40c15d28d9 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:32:37.966386 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:32:37.971617 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:32:38.050344 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c7d15-531b-44bb-aec6-38b63b9ce3d5 req-60c0fdb2-e5f7-4c18-b9b1-c61a819eb28f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.052807 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea3c7d15-531b-44bb-aec6-38b63b9ce3d5 req-60c0fdb2-e5f7-4c18-b9b1-c61a819eb28f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1232944 May 27 16:32:38.126051 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea3c7d15-531b-44bb-aec6-38b63b9ce3d5 req-d2e25f88-a2cc-4686-b977-61258cabce22 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670474 May 27 16:32:38.151829 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:38.209527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.210255 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:38.211896 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] 10.222.0.15 "PUT /v2.0/ports/f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 1093 time: 0.9693577 May 27 16:32:38.212406 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:38.214985 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e2a465-3e20-46ea-bb29-408c7988c72b" -d '{"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:38.232971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cdb8a-cf01-4315-a5a1-419e499f0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:38.257443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7335997-720b-43e4-82c2-93eadcb876db req-055cc9df-e69a-4d54-bfbe-d6172eb41384 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.259150 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7335997-720b-43e4-82c2-93eadcb876db req-055cc9df-e69a-4d54-bfbe-d6172eb41384 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0988886 May 27 16:32:38.288372 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb28a6-8d16-4cfd-ad82-fa3906e4f71c req-81ddc890-b078-4528-aa2d-41eb524f8bb0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.289878 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13eb28a6-8d16-4cfd-ad82-fa3906e4f71c req-81ddc890-b078-4528-aa2d-41eb524f8bb0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0872259 May 27 16:32:38.334061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (668dacd1-3d8a-493a-a93f-0e40c15d28d9), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:38.345998 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:38.349645 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7335997-720b-43e4-82c2-93eadcb876db req-4a2a9294-3a5d-40a7-b2d8-9bdd3f2f9809 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830817 May 27 16:32:38.375217 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['668dacd1-3d8a-493a-a93f-0e40c15d28d9'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:32:38.387667 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Pushing event deleted for resources: {'Port': ['ID=668dacd1-3d8a-493a-a93f-0e40c15d28d9,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:38.417901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b09af48-32ed-4230-af58-090af6c1d08d x-openstack-request-id: req-1b09af48-32ed-4230-af58-090af6c1d08d {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:38.418991 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:38.419455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b09af48-32ed-4230-af58-090af6c1d08d {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:38.420067 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b09af48-32ed-4230-af58-090af6c1d08d'] response: {'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'status': 'completed', 'code': 200} May 27 16:32:38.448239 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13eb28a6-8d16-4cfd-ad82-fa3906e4f71c req-5b358d74-869e-4fd9-b845-4448591ec31f tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509449 May 27 16:32:38.471658 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:38.472592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] No DVR routers for this DVR port 668dacd1-3d8a-493a-a93f-0e40c15d28d9 on host hv-cinder-84049 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:32:38.477241 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:38.481160 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e969abad-5d51-45d0-9eb2-46331baf2b71 req-0ce94369-f39e-4832-98a8-4c658a33b520 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.15 "DELETE /v2.0/ports/668dacd1-3d8a-493a-a93f-0e40c15d28d9 HTTP/1.1" status: 204 len: 173 time: 0.7831526 May 27 16:32:38.481701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'name': 'network-vif-deleted', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:38.487603 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-4989f160-e9f7-4f74-b3e6-06713b981c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.488552 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-4989f160-e9f7-4f74-b3e6-06713b981c09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1127 time: 0.0557201 May 27 16:32:38.490092 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23fc76-24e9-460c-88c5-71871228211c" -d '{"events": [{"server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "name": "network-vif-deleted", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:38.534025 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d9881cf8-8e92-40c6-83cb-a4c1bf55c0da req-cb2b04a0-ebb1-4b3d-84fc-9db5120a0c86 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0407379 May 27 16:32:38.535806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e95d3e-646d-4b98-be3d-044dea1d456f x-openstack-request-id: req-32e95d3e-646d-4b98-be3d-044dea1d456f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:38.536272 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6d4d34-780e-4e41-9bf0-3df0af46ed2b", "name": "network-vif-deleted", "tag": "668dacd1-3d8a-493a-a93f-0e40c15d28d9", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:38.536707 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32e95d3e-646d-4b98-be3d-044dea1d456f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:38.537590 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e95d3e-646d-4b98-be3d-044dea1d456f'] response: {'server_uuid': '6f6d4d34-780e-4e41-9bf0-3df0af46ed2b', 'name': 'network-vif-deleted', 'tag': '668dacd1-3d8a-493a-a93f-0e40c15d28d9', 'status': 'completed', 'code': 200} May 27 16:32:38.540674 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-b64695f1-34af-4038-a848-ec9a377ee43d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 217 time: 0.0381904 May 27 16:32:38.645366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:38.646018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:38.647679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-ad34e23b-aca4-45f5-aa56-3cb14afffb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.649357 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-ad34e23b-aca4-45f5-aa56-3cb14afffb0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.0741322 May 27 16:32:38.764942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-191a5417-437d-4d1f-a17b-eddf6f3364ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:38.766405 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-191a5417-437d-4d1f-a17b-eddf6f3364ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513585 May 27 16:32:38.861843 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-c70c8c43-5be9-4ead-9ff0-052d17017415 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 May 27 16:32:38.972289 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-8a56853c-18a3-4fc8-ba2f-b924ad832187 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456920 May 27 16:32:39.024698 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-2f4c9f77-96bd-4a1c-af14-78da0bd6b99b req-1ace7cd2-d00e-4833-9ca0-c205ff9d268a service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992508 May 27 16:32:39.094649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-806c847f-9d06-442d-8b95-b096706630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.096759 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-806c847f-9d06-442d-8b95-b096706630f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 1129 time: 0.0428588 May 27 16:32:39.253280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307229b3-ccec-4d23-9cb8-a96655bda8dd req-9f107700-262e-4666-8f8c-66552fae0f61 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.254855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-307229b3-ccec-4d23-9cb8-a96655bda8dd req-9f107700-262e-4666-8f8c-66552fae0f61 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0522900 May 27 16:32:39.305458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-307229b3-ccec-4d23-9cb8-a96655bda8dd req-3d2cd583-7e19-47a8-8014-24b5894fd28d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448768 May 27 16:32:39.469677 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8a55-382a-4e9c-82ab-c03dac1d5b21 req-24d75a8d-f704-4b39-8598-b1e894628797 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.471687 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c9f8a55-382a-4e9c-82ab-c03dac1d5b21 req-24d75a8d-f704-4b39-8598-b1e894628797 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0496893 May 27 16:32:39.534351 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c9f8a55-382a-4e9c-82ab-c03dac1d5b21 req-d8b3fa89-63f3-49fa-9c5d-4db4400dd609 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566664 May 27 16:32:39.850154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd5fa-38aa-4b60-a4cf-c751f311d4ec req-c1fec035-d703-445b-bcdf-6b3ba82601a0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.851615 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed3cd5fa-38aa-4b60-a4cf-c751f311d4ec req-c1fec035-d703-445b-bcdf-6b3ba82601a0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.3311703 May 27 16:32:39.856084 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15eb0996-c9c9-4ad1-8bcc-b6f841a3af9f req-659b94d9-4c97-4945-ade9-e727e7c69295 tempest-VolumesActionsTest-904608882 tempest-VolumesActionsTest-904608882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f6d4d34-780e-4e41-9bf0-3df0af46ed2b HTTP/1.1" status: 200 len: 210 time: 0.0520205 May 27 16:32:39.905314 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-9962745e-4ab6-4649-b3b0-103dd47bf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.905949 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-e6584e2f-db9d-478d-903f-5e1c1243c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:39.906703 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-9962745e-4ab6-4649-b3b0-103dd47bf2ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1017163 May 27 16:32:39.906827 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-e6584e2f-db9d-478d-903f-5e1c1243c957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1127 time: 0.0856245 May 27 16:32:39.951313 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-59e94d82-59c6-44d7-94a3-4b7d9b91c909 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 200 len: 217 time: 0.0339642 May 27 16:32:39.959997 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed3cd5fa-38aa-4b60-a4cf-c751f311d4ec req-c1c7f24b-cf66-472e-8494-7e2c2dae28a6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847356 May 27 16:32:40.010845 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-18fc123b-d252-41b7-b5cf-39cb85044b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.012961 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-18fc123b-d252-41b7-b5cf-39cb85044b79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0473630 May 27 16:32:40.034578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-4aceb79f-8ce3-43a4-a7b1-c98465bb2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.036145 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-4aceb79f-8ce3-43a4-a7b1-c98465bb2b5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.1139038 May 27 16:32:40.074951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-0eb8fc3b-b603-44ae-9cf9-6c5e0498ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.076518 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-0eb8fc3b-b603-44ae-9cf9-6c5e0498ffc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470805 May 27 16:32:40.080169 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-849f6169-d598-4868-ad9f-a95f6725bf27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 217 time: 0.0371456 May 27 16:32:40.140701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-554feb82-8e06-49e5-8ddd-f2496b0c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.142554 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-554feb82-8e06-49e5-8ddd-f2496b0c4523 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.0514851 May 27 16:32:40.180094 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-02e32494-41c5-4bc8-b882-46d242064e42 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918322 May 27 16:32:40.201015 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-4e101dd3-8425-42f8-80f3-1ae7b5d36df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.202573 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-4e101dd3-8425-42f8-80f3-1ae7b5d36df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449824 May 27 16:32:40.289276 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1c99184b-9c93-4893-a5e9-45dbdd11e198 req-10d7e58a-2994-4b85-ab78-6aacfc8352ed service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911791 May 27 16:32:40.295399 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-00838c6f-2d95-41ce-a33b-fc8bc1c28004 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 May 27 16:32:40.482546 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1f11a-bafe-491d-9c28-ff786ca4bb78 req-0b5c4a78-bdd9-4b32-9cd9-fa092989c028 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.483911 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25e1f11a-bafe-491d-9c28-ff786ca4bb78 req-0b5c4a78-bdd9-4b32-9cd9-fa092989c028 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0643601 May 27 16:32:40.487430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24e2a465-3e20-46ea-bb29-408c7988c72b req-770b1d94-8acd-4c1b-bbdb-e92d194c6c53 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552088 May 27 16:32:40.531007 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25e1f11a-bafe-491d-9c28-ff786ca4bb78 req-4af1b0fe-c70b-4c1a-9de5-b6298147191c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 May 27 16:32:40.654343 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78658e-d926-444c-bb2e-c85d13fdc4a2 req-b8729f17-8b2a-4c22-af0f-0b54f53d3885 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:40.655824 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bb78658e-d926-444c-bb2e-c85d13fdc4a2 req-b8729f17-8b2a-4c22-af0f-0b54f53d3885 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0523140 May 27 16:32:40.703473 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bb78658e-d926-444c-bb2e-c85d13fdc4a2 req-08a4d044-ea22-4691-a5ae-05cb95d95c14 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 May 27 16:32:40.973559 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:41.041448 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:41.078257 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ad6df-8540-4b98-9807-881156417852 req-4b645163-f78d-4843-b75c-1cb52c474f34 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:41.079751 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-935ad6df-8540-4b98-9807-881156417852 req-4b645163-f78d-4843-b75c-1cb52c474f34 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0481038 May 27 16:32:41.106937 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:41.132200 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-935ad6df-8540-4b98-9807-881156417852 req-178f2d38-fa83-459b-aedb-b9f4e35bfe6d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466685 May 27 16:32:41.660340 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd181e-74af-4e55-83da-2a81218843f5 req-dd22d4ec-a5ae-4c23-909f-f8f0253f91e9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:41.661897 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fd181e-74af-4e55-83da-2a81218843f5 req-dd22d4ec-a5ae-4c23-909f-f8f0253f91e9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0513642 May 27 16:32:41.685720 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:41.701561 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:41.836174 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fd181e-74af-4e55-83da-2a81218843f5 req-846c39d4-8140-4a07-a76a-88aed87ec13e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629351 May 27 16:32:41.836174 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3718c-2a0c-494d-8183-05ac1a794b0d req-ec8403a6-a0ce-4ad0-8224-d7d51d32b100 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:41.836174 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0b3718c-2a0c-494d-8183-05ac1a794b0d req-ec8403a6-a0ce-4ad0-8224-d7d51d32b100 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0491898 May 27 16:32:41.881234 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0b3718c-2a0c-494d-8183-05ac1a794b0d req-ef58ad9f-f99b-4385-a27c-9ba83813ef06 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 May 27 16:32:41.962143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 668dacd1-3d8a-493a-a93f-0e40c15d28d9 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:32:41.982446 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 668dacd1-3d8a-493a-a93f-0e40c15d28d9 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:32:41.983102 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 668dacd1-3d8a-493a-a93f-0e40c15d28d9 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:32:42.265584 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde7752-1e16-42a1-ae3a-ab35086ea2ae req-0034b990-1417-4156-9b03-8b1a1c43beed tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:42.267191 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cde7752-1e16-42a1-ae3a-ab35086ea2ae req-0034b990-1417-4156-9b03-8b1a1c43beed tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0596278 May 27 16:32:42.321866 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cde7752-1e16-42a1-ae3a-ab35086ea2ae req-752829c4-5b39-4a2f-b7a8-dcc7d750a72a tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489674 May 27 16:32:42.933923 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a445af-8018-4eb2-925d-7ce74546d266 req-1d4e093b-696e-45d1-b725-6cbbd2ab69a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:42.944959 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81a445af-8018-4eb2-925d-7ce74546d266 req-1d4e093b-696e-45d1-b725-6cbbd2ab69a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0714941 May 27 16:32:43.031715 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81a445af-8018-4eb2-925d-7ce74546d266 req-7ef4e8e0-4fc3-48bb-a239-5a0848611fea tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857177 May 27 16:32:43.042204 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3da0-591e-4a05-8032-1fbb0934f67c req-c8b42549-6bb0-4b62-9035-2f982d6b0727 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:43.044996 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c08d3da0-591e-4a05-8032-1fbb0934f67c req-c8b42549-6bb0-4b62-9035-2f982d6b0727 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0626001 May 27 16:32:43.091796 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c08d3da0-591e-4a05-8032-1fbb0934f67c req-90451a2f-e351-4928-89dc-4eb53a6994ef tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 May 27 16:32:43.441396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8ef3-264c-47d4-baf9-47b3d1d62b2d req-26938a25-1414-4764-ac93-03f7d20bf497 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:43.442779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ee2b8ef3-264c-47d4-baf9-47b3d1d62b2d req-26938a25-1414-4764-ac93-03f7d20bf497 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0475476 May 27 16:32:43.497063 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ee2b8ef3-264c-47d4-baf9-47b3d1d62b2d req-31c49b76-41a1-4df5-8312-e2295a472e60 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485101 May 27 16:32:44.148061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9c3e9-1508-44d9-b249-ddfe269cb5d1 req-db18dd3a-e3f7-45ac-ba8c-eee02ab43839 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:44.149504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cfb9c3e9-1508-44d9-b249-ddfe269cb5d1 req-db18dd3a-e3f7-45ac-ba8c-eee02ab43839 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0501919 May 27 16:32:44.201010 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cfb9c3e9-1508-44d9-b249-ddfe269cb5d1 req-84e03d15-a61b-475c-b96c-86342d93ebb5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452752 May 27 16:32:44.304120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b6742-3b6d-42cc-b74b-f7bafddeb5d1 req-e893681d-b9b7-4d3d-bf3f-af32f574ccd9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:44.305609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c8b6742-3b6d-42cc-b74b-f7bafddeb5d1 req-e893681d-b9b7-4d3d-bf3f-af32f574ccd9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0472016 May 27 16:32:44.354509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c8b6742-3b6d-42cc-b74b-f7bafddeb5d1 req-06c4b4d9-3363-4dc1-a958-cb5733b2180e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 May 27 16:32:44.567742 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc594e2-30f3-4fa0-89c8-8ec2619d3778 req-1be62413-708e-44b8-9d65-91807a451721 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:44.569234 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2dc594e2-30f3-4fa0-89c8-8ec2619d3778 req-1be62413-708e-44b8-9d65-91807a451721 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0537236 May 27 16:32:44.624356 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2dc594e2-30f3-4fa0-89c8-8ec2619d3778 req-9dac6b73-31f1-417b-a14b-5b4f4a488bc2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 May 27 16:32:44.737600 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2523274-0739-4d51-93b8-f6392b252b41 req-55c5cd28-a307-40b5-900e-d770f70d1e41 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:44.746450 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2523274-0739-4d51-93b8-f6392b252b41 req-55c5cd28-a307-40b5-900e-d770f70d1e41 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0517197 May 27 16:32:44.793665 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2523274-0739-4d51-93b8-f6392b252b41 req-01043f3d-6714-432a-8e6e-4b3809d1069e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479748 May 27 16:32:44.844888 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f4cb-f9b6-4823-9c29-d343ee603d5f req-78f632c2-16ab-4de8-a928-09cb2492df2f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:44.854735 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1155f4cb-f9b6-4823-9c29-d343ee603d5f req-78f632c2-16ab-4de8-a928-09cb2492df2f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0518878 May 27 16:32:44.879284 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:44.881787 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:44.897112 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1155f4cb-f9b6-4823-9c29-d343ee603d5f req-998dd7ae-bd66-4a1d-86b8-4248ca335cb9 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451458 May 27 16:32:45.480820 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6aa07-862f-42b7-b2f8-a643fd19cad4 req-7e368028-0031-4cd7-9165-8d55131699a6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:45.482361 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6aa07-862f-42b7-b2f8-a643fd19cad4 req-7e368028-0031-4cd7-9165-8d55131699a6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0525088 May 27 16:32:45.536319 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6aa07-862f-42b7-b2f8-a643fd19cad4 req-c2b9e704-e298-48ba-9db7-159e12d19527 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479999 May 27 16:32:45.741410 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60200-c762-4b65-bfc0-222fd5a9b61a req-aabfc23e-858d-4379-9803-47307ea8f2fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:45.742855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45c60200-c762-4b65-bfc0-222fd5a9b61a req-aabfc23e-858d-4379-9803-47307ea8f2fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0459700 May 27 16:32:45.796110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45c60200-c762-4b65-bfc0-222fd5a9b61a req-79e55c98-2ab8-449a-9e0e-fe4033263c52 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463359 May 27 16:32:45.917253 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcdf66-d543-4857-b80e-838cfbe4cacf req-2707d4fa-82d8-4712-91dc-51cd4c33378b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:45.919515 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7fcdf66-d543-4857-b80e-838cfbe4cacf req-2707d4fa-82d8-4712-91dc-51cd4c33378b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0560374 May 27 16:32:45.981041 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7fcdf66-d543-4857-b80e-838cfbe4cacf req-37fd7c18-ee38-4ba0-a636-f7da1f9a0e5f tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555158 May 27 16:32:46.015883 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ec4-2328-46ec-a36a-f10a11cd7621 req-ec4de063-339d-4f08-8b1c-9ac6b2db1f23 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:46.017445 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14e06ec4-2328-46ec-a36a-f10a11cd7621 req-ec4de063-339d-4f08-8b1c-9ac6b2db1f23 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0505219 May 27 16:32:46.064952 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14e06ec4-2328-46ec-a36a-f10a11cd7621 req-ff551fc6-68b9-48c2-983d-94b3e96d16bf tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 May 27 16:32:46.659851 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca523-8a87-4905-8f0a-e95dc61db582 req-62cae10c-8a60-40fb-a2d3-57da9c62060b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:46.661390 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-591ca523-8a87-4905-8f0a-e95dc61db582 req-62cae10c-8a60-40fb-a2d3-57da9c62060b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0577271 May 27 16:32:46.711618 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-591ca523-8a87-4905-8f0a-e95dc61db582 req-a8e9bfe0-3c34-4b9e-87fe-b7be54eae4fc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 May 27 16:32:46.912591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e105a-12a1-4bab-baee-9cc2670dae23 req-34a6ecc4-cb30-436f-860e-74bf825c393e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:46.914108 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c65e105a-12a1-4bab-baee-9cc2670dae23 req-34a6ecc4-cb30-436f-860e-74bf825c393e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0496058 May 27 16:32:46.962655 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c65e105a-12a1-4bab-baee-9cc2670dae23 req-70df16e0-b1f5-4ffd-8840-4b2ef1b287e2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 May 27 16:32:47.099880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfd238-0985-4b08-b881-143998cf7c23 req-722995f6-d99a-4614-b829-99e24a09dcb6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:47.101666 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fbfd238-0985-4b08-b881-143998cf7c23 req-722995f6-d99a-4614-b829-99e24a09dcb6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0484691 May 27 16:32:47.181800 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fbfd238-0985-4b08-b881-143998cf7c23 req-47569335-69f5-48db-bf95-8b5c1f23bd5e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745924 May 27 16:32:47.198066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7deaae-28d7-4f39-8058-1c335438fff5 req-58f7ca0c-6faf-44ad-9dd0-946c81a01989 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:47.200111 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ab7deaae-28d7-4f39-8058-1c335438fff5 req-58f7ca0c-6faf-44ad-9dd0-946c81a01989 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0609372 May 27 16:32:47.247699 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ab7deaae-28d7-4f39-8058-1c335438fff5 req-1c01f0b6-d222-466d-beec-761bad4bc07d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 May 27 16:32:47.827131 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd2fc3-6c84-40f2-8661-828849d5c297 req-79838884-b965-4c7c-a449-a204275fdc7d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:47.828655 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4edd2fc3-6c84-40f2-8661-828849d5c297 req-79838884-b965-4c7c-a449-a204275fdc7d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0474575 May 27 16:32:47.884687 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4edd2fc3-6c84-40f2-8661-828849d5c297 req-cc8d7d0d-f239-4494-a9e3-4d2dc7ae005c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502586 May 27 16:32:48.091107 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1694-3e06-4363-967a-737d706dc91e req-cabfcda6-01bf-4fbd-a202-9bb8751f526e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:48.092626 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-23cc1694-3e06-4363-967a-737d706dc91e req-cabfcda6-01bf-4fbd-a202-9bb8751f526e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0575273 May 27 16:32:48.143131 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-23cc1694-3e06-4363-967a-737d706dc91e req-dde09478-ec92-4cdb-967c-12b1af058f20 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 May 27 16:32:48.372165 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:48.380928 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fc7f9-3f40-4999-819a-5107d727f3a9 req-34edb5d1-27bf-470e-93c7-b7d9e9d5d125 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:48.382817 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8fc7f9-3f40-4999-819a-5107d727f3a9 req-34edb5d1-27bf-470e-93c7-b7d9e9d5d125 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0846972 May 27 16:32:48.391762 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57528b5-dd7a-41b0-b2c9-7cbf3e963c89 req-74ad30fc-b6e2-43bb-a862-29e8c14fcb24 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:48.393161 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e57528b5-dd7a-41b0-b2c9-7cbf3e963c89 req-74ad30fc-b6e2-43bb-a862-29e8c14fcb24 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0646112 May 27 16:32:48.414049 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:48.489969 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8fc7f9-3f40-4999-819a-5107d727f3a9 req-184d79e5-b5f5-40ab-9b9e-17560b672865 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955458 May 27 16:32:48.502516 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e57528b5-dd7a-41b0-b2c9-7cbf3e963c89 req-80c24335-7ce0-4a5a-9d05-45a0afd34cad tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003666 May 27 16:32:49.043079 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415d273-c2bc-41c7-974b-2fb9b28471f5 req-d1b93ab7-a367-4294-8bd1-51dd4ef8240b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:49.046188 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5415d273-c2bc-41c7-974b-2fb9b28471f5 req-d1b93ab7-a367-4294-8bd1-51dd4ef8240b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0686305 May 27 16:32:49.106348 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5415d273-c2bc-41c7-974b-2fb9b28471f5 req-326b688c-4f1a-4443-889e-b15acbbf7ac5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525172 May 27 16:32:49.288789 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348327-baa3-463e-bf62-35796bac384f req-7bd62ef2-e834-4922-b8bd-08351f465cd0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:49.291731 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b348327-baa3-463e-bf62-35796bac384f req-7bd62ef2-e834-4922-b8bd-08351f465cd0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0588782 May 27 16:32:49.352123 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b348327-baa3-463e-bf62-35796bac384f req-cbbb5413-373b-4be7-8349-07af750c5f71 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544460 May 27 16:32:49.619339 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444accb-6555-46ef-9d21-d26095a950e0 req-a79e27e6-ad13-47e8-9fef-e74d34d63007 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:49.627387 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4444accb-6555-46ef-9d21-d26095a950e0 req-a79e27e6-ad13-47e8-9fef-e74d34d63007 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0633008 May 27 16:32:49.712754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4444accb-6555-46ef-9d21-d26095a950e0 req-65b1fdf6-d147-4016-8f25-8f8db525e0fb tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842836 May 27 16:32:49.720800 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e5c0-30df-4b9d-a2a0-eacfe4481280 req-328bec05-7356-4300-bc9e-bf40de456b14 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:49.723036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b57e5c0-30df-4b9d-a2a0-eacfe4481280 req-328bec05-7356-4300-bc9e-bf40de456b14 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0724797 May 27 16:32:49.785607 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b57e5c0-30df-4b9d-a2a0-eacfe4481280 req-b4bf588a-d201-41d6-86b2-ee969b197249 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489070 May 27 16:32:49.974147 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:32:49.999688 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:50.224666 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:50.239501 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-92f05200-c7a7-410c-8165-aa7b01dcdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:50.241076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-92f05200-c7a7-410c-8165-aa7b01dcdb03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 1129 time: 0.0733941 May 27 16:32:50.262021 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'mac_address': 'fa:16:3e:85:ac:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:32:50.287353 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=41 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:50.289087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:50.301192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2284e-8ab0-4145-bdd5-6446d96cac8b req-7b19ad77-b36d-49bd-8b8d-641993a810be tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:50.309089 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fc2284e-8ab0-4145-bdd5-6446d96cac8b req-7b19ad77-b36d-49bd-8b8d-641993a810be tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0716083 May 27 16:32:50.323397 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f3fc0271-4978-460d-b0fc-0d84184a59b2 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:50.323819 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:50.338848 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fc0271-4978-460d-b0fc-0d84184a59b2 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:32:50.373384 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:50.379625 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fc2284e-8ab0-4145-bdd5-6446d96cac8b req-98316add-4353-4522-b56d-c440f1fb7bdc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681853 May 27 16:32:50.447161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:50.518533 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:50.597081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950b64-9bcd-4afe-8f10-1fbc8859536d req-871e9dec-b308-40a7-a5f4-074aeb05227b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:50.604003 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15950b64-9bcd-4afe-8f10-1fbc8859536d req-871e9dec-b308-40a7-a5f4-074aeb05227b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.0970614 May 27 16:32:50.634541 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-9edcb4c2-e0ce-43d0-a1d1-edd7ba483453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:50.636014 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-9edcb4c2-e0ce-43d0-a1d1-edd7ba483453 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 912 time: 0.1858506 May 27 16:32:50.672663 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15950b64-9bcd-4afe-8f10-1fbc8859536d req-b9814f13-15b0-4d92-a424-58caed429229 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675588 May 27 16:32:50.874616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06cf0-a27e-48ae-964d-9955bb9bccf5 req-0bddc7f6-59e8-428c-acb2-a6a476c7c8a1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:50.884273 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caa06cf0-a27e-48ae-964d-9955bb9bccf5 req-0bddc7f6-59e8-428c-acb2-a6a476c7c8a1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 944 time: 0.0880055 May 27 16:32:50.917223 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['f3fc0271-4978-460d-b0fc-0d84184a59b2'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:32:51.024856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a6f93-a6b7-4d76-84d0-5eb67f4d2113 req-685fb289-155a-4888-a54a-9ae1eaeac322 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.026494 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f36a6f93-a6b7-4d76-84d0-5eb67f4d2113 req-685fb289-155a-4888-a54a-9ae1eaeac322 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1378372 May 27 16:32:51.066358 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-4d937c12-720d-485d-878f-8ac2b459314e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 200 len: 1001 time: 0.1147509 May 27 16:32:51.095458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-caa06cf0-a27e-48ae-964d-9955bb9bccf5 req-44270971-1fae-4d27-beca-9d881fefcf24 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101259 May 27 16:32:51.099677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4072e3-53ac-42df-8c39-5e109076951f req-67ea098a-a2e6-4369-a9a0-e66c94a8fbe1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.101214 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af4072e3-53ac-42df-8c39-5e109076951f req-67ea098a-a2e6-4369-a9a0-e66c94a8fbe1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.1464999 May 27 16:32:51.120240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:51.125875 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:51.160718 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f36a6f93-a6b7-4d76-84d0-5eb67f4d2113 req-bf6fff62-2af7-404c-bdbe-1bfb7e30f832 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187236 May 27 16:32:51.162110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-5eedae8c-24d8-4bae-8419-e8195414e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.163480 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-5eedae8c-24d8-4bae-8419-e8195414e898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.0899158 May 27 16:32:51.246357 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-77b3e772-526f-41a6-9d46-5f14677ce4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.249867 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-77b3e772-526f-41a6-9d46-5f14677ce4fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735805 May 27 16:32:51.254743 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:32:51.255094 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:51.347990 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-4e986599-2b36-4580-8a14-be9c8b394ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917568 May 27 16:32:51.378788 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] For port bfdd72e1-971a-4ccd-9405-99a3e2b528f6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:51.379380 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:51.621171 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf931a-9ae9-49a4-be0d-613549d10cca req-e85d6b04-4d2f-454c-829d-7d7d95f0ec03 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.629624 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bcbf931a-9ae9-49a4-be0d-613549d10cca req-e85d6b04-4d2f-454c-829d-7d7d95f0ec03 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1088135 May 27 16:32:51.648149 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-196b49ed-1a44-40d8-8ec8-b707a1df8043 req-61c33c95-45fa-4aad-ae7c-03db2f005d97 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846320 May 27 16:32:51.770110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bcbf931a-9ae9-49a4-be0d-613549d10cca req-fa71f363-bd1d-458d-bae2-a15f8cf4ff40 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387470 May 27 16:32:51.870528 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:51.872103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:51.872665 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 872f0df7-24d3-4824-aba0-2c9afb7f0216 disassociated. External IP: 172.27.3.93, port: bfdd72e1-971a-4ccd-9405-99a3e2b528f6. May 27 16:32:51.873296 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for bfdd72e1-971a-4ccd-9405-99a3e2b528f6 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:32:51.967270 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5863b8-652f-4b4a-a97a-ffc1dd6051a3 req-b1557a6b-f3a0-4dd9-bdce-11f585b6626a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.969141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be5863b8-652f-4b4a-a97a-ffc1dd6051a3 req-b1557a6b-f3a0-4dd9-bdce-11f585b6626a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 945 time: 0.1524549 May 27 16:32:51.977903 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96410-20e4-456c-93e3-3cd9c0d3785f req-206ad63d-b4d1-4c43-a08e-41190fe0efe0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:51.979934 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-18a96410-20e4-456c-93e3-3cd9c0d3785f req-206ad63d-b4d1-4c43-a08e-41190fe0efe0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0948229 May 27 16:32:52.081695 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-18a96410-20e4-456c-93e3-3cd9c0d3785f req-6db896fc-8bf1-4d49-b336-b2a30a643c14 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920665 May 27 16:32:52.094027 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-be5863b8-652f-4b4a-a97a-ffc1dd6051a3 req-cbff7ede-f2d3-4045-84d9-7ecbe0a3f208 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef48f024-69fc-45c3-97d7-60e6e26ce1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121423 May 27 16:32:52.132955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42566) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:52.164497 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (bfdd72e1-971a-4ccd-9405-99a3e2b528f6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.230583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:32:52.287817 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:52.338679 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port f3fc0271-4978-460d-b0fc-0d84184a59b2 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:32:52.412875 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:32:52.420077 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=bfdd72e1-971a-4ccd-9405-99a3e2b528f6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:52.447416 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port f3fc0271-4978-460d-b0fc-0d84184a59b2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:32:52.448688 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.453395 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a636-e585-419c-b44c-0f2e5a5a330c req-37c50661-6e97-4f98-b724-39ee7439c1a6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:52.464403 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2f5a636-e585-419c-b44c-0f2e5a5a330c req-37c50661-6e97-4f98-b724-39ee7439c1a6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 944 time: 0.2304337 May 27 16:32:52.551838 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2f5a636-e585-419c-b44c-0f2e5a5a330c req-489e5b95-74a5-4164-8916-f3dbd2847d09 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838089 May 27 16:32:52.559249 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61305d4-5b2e-474a-8014-45e7fa09cc08 req-2e446b62-7f34-44c6-a551-2fcd1e82aadc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:52.561126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d61305d4-5b2e-474a-8014-45e7fa09cc08 req-2e446b62-7f34-44c6-a551-2fcd1e82aadc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.2482359 May 27 16:32:52.642967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f3fc0271-4978-460d-b0fc-0d84184a59b2 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:32:52.648121 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38814eae-4ca4-4036-b773-07d0814571e7 tempest-TestMinimumBasicScenario-1527458947 tempest-TestMinimumBasicScenario-1527458947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:52.654572 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-38814eae-4ca4-4036-b773-07d0814571e7 tempest-TestMinimumBasicScenario-1527458947 tempest-TestMinimumBasicScenario-1527458947-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1125 time: 0.5197511 May 27 16:32:52.655472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42576) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:52.655884 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.656303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.656602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.656938 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.657265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.658087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.658419 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.658814 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.659011 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.659142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.659471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.659797 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.660119 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.660555 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.660771 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.661076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:52.661755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'port_id': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:52.671933 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:32:52.693034 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:32:52.697829 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d61305d4-5b2e-474a-8014-45e7fa09cc08 req-72862975-2aa8-41dd-8d5a-bcddb4e0da99 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260884 May 27 16:32:52.714113 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:52.715403 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:52.752644 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:52.755007 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4d5a7-f1c6-46b0-a976-00784b57b198" -d '{"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:52.785729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:32:52.797408 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.800418 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] No DVR routers for this DVR port bfdd72e1-971a-4ccd-9405-99a3e2b528f6 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:32:52.804351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.807747 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af4072e3-53ac-42df-8c39-5e109076951f req-62f09a52-f54c-4a6c-84f3-2183e8910294 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "DELETE /v2.0/ports/bfdd72e1-971a-4ccd-9405-99a3e2b528f6 HTTP/1.1" status: 204 len: 173 time: 1.7008846 May 27 16:32:52.808271 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'name': 'network-vif-deleted', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:52.812547 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9755370a-2cad-4159-8b4d-bbb0071046e8" -d '{"events": [{"server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "name": "network-vif-deleted", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:52.855083 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:52.863474 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:52.869571 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d454f-3693-4d62-ba78-ba358e0da4b6 x-openstack-request-id: req-e50d454f-3693-4d62-ba78-ba358e0da4b6 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:52.869939 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:52.870260 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e50d454f-3693-4d62-ba78-ba358e0da4b6 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:52.871503 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50d454f-3693-4d62-ba78-ba358e0da4b6'] response: {'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'code': 200} May 27 16:32:52.911379 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:52.978312 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a76a9ed-ed8d-48c9-b5da-3303fd4889e1 x-openstack-request-id: req-5a76a9ed-ed8d-48c9-b5da-3303fd4889e1 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:52.978799 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f4d9f6-9829-4b8d-96f2-982a04b2851f", "name": "network-vif-deleted", "tag": "bfdd72e1-971a-4ccd-9405-99a3e2b528f6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:52.979210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a76a9ed-ed8d-48c9-b5da-3303fd4889e1 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:52.980387 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a76a9ed-ed8d-48c9-b5da-3303fd4889e1'] response: {'server_uuid': 'a6f4d9f6-9829-4b8d-96f2-982a04b2851f', 'name': 'network-vif-deleted', 'tag': 'bfdd72e1-971a-4ccd-9405-99a3e2b528f6', 'status': 'completed', 'code': 200} May 27 16:32:53.005029 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:53.031439 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.032156 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.032709 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.033212 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.034460 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.034983 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.035478 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.036009 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.036493 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.037020 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.037587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.038220 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.038721 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.039475 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.040063 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:53.081271 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7f614-0e50-4ad9-a4b2-23842d47803c req-2c95dc90-4292-4462-8582-d9ae2878b4e0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:53.082992 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-41b7f614-0e50-4ad9-a4b2-23842d47803c req-2c95dc90-4292-4462-8582-d9ae2878b4e0 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0966814 May 27 16:32:53.084217 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:53.326309 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c422bfaf-3122-4936-bdd3-2e41851f384f req-c0c326f6-c304-4270-9116-3a7d96ec692e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0779266 May 27 16:32:53.350516 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-41b7f614-0e50-4ad9-a4b2-23842d47803c req-c543ab72-e9a7-4c51-b5fb-fa5ee1b2790c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515922 May 27 16:32:53.374307 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:53.416314 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Allocated IP 172.27.3.152 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:53.442223 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:32:53.471348 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:53.472001 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:53.596510 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:53.626992 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:53.627329 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:53.732666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0024c-f55a-4dda-ac05-cc70478eb15a req-07149be3-4207-41b2-8feb-06084a22f5ee tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:53.732666 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ba0024c-f55a-4dda-ac05-cc70478eb15a req-07149be3-4207-41b2-8feb-06084a22f5ee tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0600448 May 27 16:32:53.778373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:53.829436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:53.854003 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:53.864139 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ba0024c-f55a-4dda-ac05-cc70478eb15a req-1953ccc3-a47a-44db-8782-596e5216448d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263225 May 27 16:32:53.868405 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:53.897895 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:53.974719 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'Port': ['ID=7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:53.990438 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:53.992352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e0be7-02e9-43b5-b6a7-918011b42d9a req-ae4eb413-5630-4f63-b5f5-d42684e6b462 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:54.000394 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-560e0be7-02e9-43b5-b6a7-918011b42d9a req-ae4eb413-5630-4f63-b5f5-d42684e6b462 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1563630 May 27 16:32:54.009931 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:54.018701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.019189 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.019622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.020129 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.020561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.021173 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.021462 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.021896 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.022330 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.022772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.023224 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.023641 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.024052 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.024480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.024993 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:32:54.031525 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a37fc-239e-45b0-9c68-9f2923209374 req-a94d84d9-c501-458f-b813-7794559570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:54.033548 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3c1a37fc-239e-45b0-9c68-9f2923209374 req-a94d84d9-c501-458f-b813-7794559570fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1129 time: 0.1024246 May 27 16:32:54.060758 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b8b64-2d2e-404b-8839-6047b8a8a62a None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '78b28db5-3569-4fc6-8883-59f8a64d5921', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '41c308ca-1a37-4303-834e-73089831b6de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:4b:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:29:04Z', 'updated_at': '2022-05-27T16:29:56Z', 'revision_number': 2, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:32:54.111305 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:54.134651 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3c1a37fc-239e-45b0-9c68-9f2923209374 req-e7082774-f308-4c29-8cce-d22f8e7e183c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950255 May 27 16:32:54.162222 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-560e0be7-02e9-43b5-b6a7-918011b42d9a req-670c5927-5469-4acb-a94b-2cedcd286dd8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610141 May 27 16:32:54.535627 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9072981a-08e7-4c41-9367-7bee18b5a508 None None] New status for floating IP 872f0df7-24d3-4824-aba0-2c9afb7f0216: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:32:54.573276 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:54.619860 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for floatingip (80028b8f-4f97-4bcf-9aa8-91dc38194cfd), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:54.624055 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4dd9804f-a6a6-401f-ae15-1122714fe43a req-6cb40a21-7b78-48f5-ba92-8b219fad948e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6f4d9f6-9829-4b8d-96f2-982a04b2851f HTTP/1.1" status: 200 len: 210 time: 0.0910676 May 27 16:32:54.675654 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3e9d8-ab4c-4f8e-b852-6badf344185e req-4517f463-f70a-48af-84a1-a33f26da87ad tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:54.677157 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ff3e9d8-ab4c-4f8e-b852-6badf344185e req-4517f463-f70a-48af-84a1-a33f26da87ad tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1456225 May 27 16:32:54.752097 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ff3e9d8-ab4c-4f8e-b852-6badf344185e req-0dcc7844-c6d7-4f0d-a8d3-66d54c76be6b tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671642 May 27 16:32:54.856777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:55.048327 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:55.053099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4133e-53ed-4567-bef3-01ca4839bfed req-950a83ee-b98c-4e5e-baa6-0fdc4add8603 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:55.062209 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86f4133e-53ed-4567-bef3-01ca4839bfed req-950a83ee-b98c-4e5e-baa6-0fdc4add8603 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0760715 May 27 16:32:55.459235 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86f4133e-53ed-4567-bef3-01ca4839bfed req-0a064cbc-cd47-4422-87d4-e501945753aa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961613 May 27 16:32:55.519101 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:55.595779 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:55.762670 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'Port': ['ID=7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:55.779532 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (80028b8f-4f97-4bcf-9aa8-91dc38194cfd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:55.847514 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42618) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:55.953285 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9fac9-c816-4926-aef6-0abbc859f034 req-cc53c4df-d594-4774-b18e-8e544916c1cc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:55.955104 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94d9fac9-c816-4926-aef6-0abbc859f034 req-cc53c4df-d594-4774-b18e-8e544916c1cc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0983090 May 27 16:32:55.984109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (ef48f024-69fc-45c3-97d7-60e6e26ce1fe), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:55.986777 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Floating IP 80028b8f-4f97-4bcf-9aa8-91dc38194cfd associated. External IP: 172.27.3.152, port: 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d. May 27 16:32:56.021667 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:56.029737 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (ef48f024-69fc-45c3-97d7-60e6e26ce1fe), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.069076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94d9fac9-c816-4926-aef6-0abbc859f034 req-07ef5805-76fb-4631-b707-5c990e24b04c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066055 May 27 16:32:56.216896 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device bfdd72e1-971a-4ccd-9405-99a3e2b528f6 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:32:56.243958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: bfdd72e1-971a-4ccd-9405-99a3e2b528f6 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:32:56.244353 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device bfdd72e1-971a-4ccd-9405-99a3e2b528f6 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:32:56.251066 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ef48f024-69fc-45c3-97d7-60e6e26ce1fe), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.256434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.258117 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/security-groups/ef48f024-69fc-45c3-97d7-60e6e26ce1fe HTTP/1.1" status: 204 len: 168 time: 0.4095461 May 27 16:32:56.276341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42620) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:56.278739 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca13b6-f248-4e33-a91b-3db3ff940ba9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48f024-69fc-45c3-97d7-60e6e26ce1fe,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:56.313169 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Router 39ee9846-b9cb-4c13-b1be-026bf745ff15 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:32:56.336585 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.api.v2.resource [None req-0f9005b2-33af-407f-950f-0a049f4d2f18 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] show failed (client error): The resource could not be found. May 27 16:32:56.343069 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-0f9005b2-33af-407f-950f-0a049f4d2f18 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups/ef48f024-69fc-45c3-97d7-60e6e26ce1fe HTTP/1.1" status: 404 len: 347 time: 0.0559671 May 27 16:32:56.343451 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42622) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:56.432236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:56.522010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:32:56.535329 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Sync routers for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:32:56.548663 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:56.549291 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:56.557636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 88b39cde-df87-48f6-87c1-d3a96adda939 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:32:56.558219 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.626081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70334bd-7b16-43dd-8fe8-043dffed6e34 req-5c46d340-9587-46db-bc21-aca9cd88c0c1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:56.634237 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d70334bd-7b16-43dd-8fe8-043dffed6e34 req-5c46d340-9587-46db-bc21-aca9cd88c0c1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0658822 May 27 16:32:56.641796 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:56.649380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.649560 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.649560 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (88b39cde-df87-48f6-87c1-d3a96adda939), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.664348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 88b39cde-df87-48f6-87c1-d3a96adda939 owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:32:56.686682 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4dd5bd30-c3b5-45a3-b639-9d771d616ad0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0296857 May 27 16:32:56.687261 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42626) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:56.695905 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:32:56.698194 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5667a798-554d-4d44-b6a3-31fec9958bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:32:56.706840 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205888245', 'description': 'tempest-secgroup-smoke-1205888245 description', 'project_id': 'bf8f192a31204d97b3b2e8895856a459'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:56.713223 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:56.790789 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e356cf-e0c5-4441-a432-bb1d6018c09d x-openstack-request-id: req-68e356cf-e0c5-4441-a432-bb1d6018c09d {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:32:56.791241 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:32:56.791546 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68e356cf-e0c5-4441-a432-bb1d6018c09d {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:32:56.792011 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e356cf-e0c5-4441-a432-bb1d6018c09d'] response: {'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:32:56.827095 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d70334bd-7b16-43dd-8fe8-043dffed6e34 req-1b2fe864-e6c0-42b4-bcb7-897cbbd32d76 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914215 May 27 16:32:56.928715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:56.960131 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-8754479e-f67a-455e-85c1-4f0c784d13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:56.962689 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-8754479e-f67a-455e-85c1-4f0c784d13ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1130 time: 0.0958538 May 27 16:32:57.074966 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.079963 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '80028b8f-4f97-4bcf-9aa8-91dc38194cfd', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'port_id': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'mac_address': 'fa:16:3e:ed:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:54Z', 'updated_at': '2022-05-27T16:32:54Z', 'revision_number': 0, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:57.082724 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd2ce-f9e2-4bb6-8e7a-e997b2220137 req-a5e0e4be-34cc-48fa-a8cf-7d33c96ad392 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.084055 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-720ecc59-d2a1-4a89-86e5-72a3fa2cc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.084393 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-022bd2ce-f9e2-4bb6-8e7a-e997b2220137 req-a5e0e4be-34cc-48fa-a8cf-7d33c96ad392 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.1713369 May 27 16:32:57.086805 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-720ecc59-d2a1-4a89-86e5-72a3fa2cc9ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 916 time: 0.1151888 May 27 16:32:57.111315 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Checking router: 39ee9846-b9cb-4c13-b1be-026bf745ff15 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:32:57.121154 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:32:57.122281 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:57.203417 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-20e2ddb3-2bf5-4962-8e66-293c25dc31a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 1000 time: 0.1075704 May 27 16:32:57.219784 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.242671 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (88b39cde-df87-48f6-87c1-d3a96adda939), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.279921 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:57.318379 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-022bd2ce-f9e2-4bb6-8e7a-e997b2220137 req-8e792b5a-6903-4722-874f-761aaf78798f tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267714 May 27 16:32:57.336818 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1d50b-e4a7-4320-9975-fc41a0645da7 req-24cd5677-201c-4cc2-827a-60b2f76c4d73 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.342267 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95b1d50b-e4a7-4320-9975-fc41a0645da7 req-24cd5677-201c-4cc2-827a-60b2f76c4d73 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1372657 May 27 16:32:57.343427 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42642) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:57.397007 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:57.406292 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.411608 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7f9f6d3a-2a21-4304-b027-16cc8fb67517 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7050529 May 27 16:32:57.414192 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95b1d50b-e4a7-4320-9975-fc41a0645da7 req-63be7ced-b53f-4e93-9ba8-3eba1c8c9206 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632017 May 27 16:32:57.414192 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42646) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:57.420668 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:57.426532 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:32:57.551850 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c6bd4-bf4c-4b2c-b9c8-fd21ba6aefc1 tempest-TestShelveInstance-1491528188 tempest-TestShelveInstance-1491528188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.558926 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-712c6bd4-bf4c-4b2c-b9c8-fd21ba6aefc1 tempest-TestShelveInstance-1491528188 tempest-TestShelveInstance-1491528188-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1124 time: 0.2142136 May 27 16:32:57.562574 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42648) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:57.569947 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:57.604380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (20a18d7e-1460-4465-ac04-d8ec669244da), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.665515 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (20a18d7e-1460-4465-ac04-d8ec669244da), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.701068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.731790 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=88b39cde-df87-48f6-87c1-d3a96adda939,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:57.781177 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:57.784639 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (20a18d7e-1460-4465-ac04-d8ec669244da), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.790098 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:57.808142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-9641ed8a-6826-4c0a-9e1f-f33a7308be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.810099 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-9641ed8a-6826-4c0a-9e1f-f33a7308be3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.5853088 May 27 16:32:57.815908 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '80028b8f-4f97-4bcf-9aa8-91dc38194cfd', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'port_id': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'mac_address': 'fa:16:3e:ed:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:54Z', 'updated_at': '2022-05-27T16:32:54Z', 'revision_number': 0, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:32:57.818385 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a18d7e-1460-4465-ac04-d8ec669244da,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:57.823994 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.848698 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d30e524-cfcd-4de0-a97e-32c73ec0d7cb None None] The sync data for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi is: [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '80028b8f-4f97-4bcf-9aa8-91dc38194cfd', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'port_id': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'mac_address': 'fa:16:3e:ed:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:54Z', 'updated_at': '2022-05-27T16:32:54Z', 'revision_number': 0, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:32:57.885576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:57.892086 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (872f0df7-24d3-4824-aba0-2c9afb7f0216), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.895605 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.900589 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-269465ff-7e54-44a3-9577-044bf9612161 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/floatingips/872f0df7-24d3-4824-aba0-2c9afb7f0216 HTTP/1.1" status: 204 len: 168 time: 1.5558665 May 27 16:32:57.902979 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-0678ddf1-db0b-44e8-8271-1e9dcdac8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:57.904679 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-0678ddf1-db0b-44e8-8271-1e9dcdac8347 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814748 May 27 16:32:57.945176 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:57.946465 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-65950604-6e54-4ff7-b08a-54bf3dc158e5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5317659 May 27 16:32:57.950342 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42656) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:57.957663 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:58.015498 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:58.040840 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Allocated IP 172.27.3.104 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/c15d8f34-4893-4754-9471-43adb46dd002) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:32:58.122224 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-85905c7c-7fce-40e4-85ac-748e5a3588ed service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574688 May 27 16:32:58.226663 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76eccfb-5d43-4913-8597-03176c44dc34 None None] New status for floating IP 80028b8f-4f97-4bcf-9aa8-91dc38194cfd: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:32:58.228819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (1675872e-667b-488a-9bc2-ed710a9a2e57), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.283597 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for port (c15d8f34-4893-4754-9471-43adb46dd002), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.382770 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5667a798-554d-4d44-b6a3-31fec9958bdf req-3211f080-b3c0-4924-81d1-d61a78c7c21c service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440772 May 27 16:32:58.390808 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (1675872e-667b-488a-9bc2-ed710a9a2e57), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.413385 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (c15d8f34-4893-4754-9471-43adb46dd002), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.498069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:32:58.502170 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:32:58.504244 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (1675872e-667b-488a-9bc2-ed710a9a2e57), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.504555 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'Port': ['ID=c15d8f34-4893-4754-9471-43adb46dd002,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:58.507062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:32:58.535233 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1675872e-667b-488a-9bc2-ed710a9a2e57,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:58.641114 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b884d-e93e-480a-aa8a-61b07e6e1069 req-89d811eb-bcbb-466a-96c7-d9355c8a93ae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:32:58.642880 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da1b884d-e93e-480a-aa8a-61b07e6e1069 req-89d811eb-bcbb-466a-96c7-d9355c8a93ae tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0930955 May 27 16:32:58.664043 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.667460 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-356d390c-4ce2-4958-85f4-10e9fa3fe147 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7123008 May 27 16:32:58.670365 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42668) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:58.677164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:58.788735 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da1b884d-e93e-480a-aa8a-61b07e6e1069 req-1b2f69d7-3a11-4626-b508-45dfc221e643 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392636 May 27 16:32:58.827566 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (f1789053-871c-49c0-9e56-c8284b919fac), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.866247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cce94dee-d44f-4f47-9b04-e57bfa2311e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:58.869835 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:58.946339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (f1789053-871c-49c0-9e56-c8284b919fac), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.014640 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (f1789053-871c-49c0-9e56-c8284b919fac), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.038587 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1789053-871c-49c0-9e56-c8284b919fac,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:59.131774 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.132738 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:59.137239 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8fa447c7-6c0a-4de9-a130-d13ff074233e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4635153 May 27 16:32:59.138702 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for floatingip (c321e64e-8320-4657-8740-4750b7d95f25), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.143677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42674) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:59.146627 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:59.272016 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (8ea5f581-c9dc-46c6-9428-4ce75c00ed39), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.334297 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:32:59.364825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (c15d8f34-4893-4754-9471-43adb46dd002), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.369919 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (8ea5f581-c9dc-46c6-9428-4ce75c00ed39), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.478869 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (8ea5f581-c9dc-46c6-9428-4ce75c00ed39), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.512880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5f581-c9dc-46c6-9428-4ce75c00ed39,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:32:59.606827 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.613120 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-132fb1a2-3e6f-442b-b142-2179e6c72185 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662879 May 27 16:32:59.613590 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42676) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:32:59.638394 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:32:59.758327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for port (c15d8f34-4893-4754-9471-43adb46dd002), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.828141 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.securitygroups_db [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Project bf8f192a31204d97b3b2e8895856a459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:32:59.841157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (09ae5626-d8e7-48a9-af5a-6c0909134166), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.841688 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (c15d8f34-4893-4754-9471-43adb46dd002), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:32:59.963557 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (09ae5626-d8e7-48a9-af5a-6c0909134166), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.067370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (09ae5626-d8e7-48a9-af5a-6c0909134166), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.071030 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event updated for resources: {'Port': ['ID=c15d8f34-4893-4754-9471-43adb46dd002,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:00.091272 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ae5626-d8e7-48a9-af5a-6c0909134166,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:00.104383 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4640-9563-413d-8004-8a69d109aa90 req-76fa09d1-e890-4513-9354-252fef8f8aaa tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:00.106363 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-adce4640-9563-413d-8004-8a69d109aa90 req-76fa09d1-e890-4513-9354-252fef8f8aaa tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0988660 May 27 16:33:00.107674 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (c321e64e-8320-4657-8740-4750b7d95f25), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.217542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.232834 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-618f4055-e770-486a-9499-b616c0f07f30 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6167812 May 27 16:33:00.235185 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42686) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:00.245303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'security_group_rule': {'security_group_id': '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c', 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:00.375471 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.securitygroups_db [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Project bf8f192a31204d97b3b2e8895856a459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:33:00.392429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (fe6ee3f3-d806-4596-9f5d-be84262d2605), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.468393 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (fe6ee3f3-d806-4596-9f5d-be84262d2605), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.558551 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (fe6ee3f3-d806-4596-9f5d-be84262d2605), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.569007 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-adce4640-9563-413d-8004-8a69d109aa90 req-8510c0c2-05bf-491a-abaf-815e3f6686ce tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519601 May 27 16:33:00.589610 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Floating IP c321e64e-8320-4657-8740-4750b7d95f25 associated. External IP: 172.27.3.104, port: f3fc0271-4978-460d-b0fc-0d84184a59b2. May 27 16:33:00.599458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6ee3f3-d806-4596-9f5d-be84262d2605,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:00.724237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:00.724237 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-93543843-7d90-4baa-8622-f6e6f172fa3e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4877822 May 27 16:33:00.854885 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:00.877497 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Router e9876108-6ef9-491b-812b-8458ccf0cdfd has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:00.914762 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-a8545f1f-8ce3-46ae-a81b-18d7ca550821 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205888245&fields=id&tenant_id=bf8f192a31204d97b3b2e8895856a459 HTTP/1.1" status: 200 len: 267 time: 0.1004226 May 27 16:33:01.015837 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:01.037184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-fbd544a2-9bc9-4545-a97d-e64cb9d568ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:01.039932 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-fbd544a2-9bc9-4545-a97d-e64cb9d568ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.1257567 May 27 16:33:01.086033 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'port': {'security_groups': ['69fefc7e-cc03-4081-8751-7def9a71d94a', '6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:01.133673 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:01.143884 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Sync routers for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:01.159604 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:01.160225 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:32:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:01.187026 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.276762 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.287217 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:01.335199 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-87f5686d-f79e-47bd-86aa-3c01933d8065 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7711735 May 27 16:33:01.342844 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:01.345414 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c15f4c5-1859-4fa7-8c24-83ad883141dc" -d '{"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:01.423579 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:01.479581 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c72a9-c85e-4615-84dd-d79fafbb9fa2 x-openstack-request-id: req-754c72a9-c85e-4615-84dd-d79fafbb9fa2 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:01.483468 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:01.483468 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-754c72a9-c85e-4615-84dd-d79fafbb9fa2 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:01.483468 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754c72a9-c85e-4615-84dd-d79fafbb9fa2'] response: {'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'status': 'completed', 'code': 200} May 27 16:33:01.543827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:01.569161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f2b38a0f-ab93-48ee-80d3-018faf4849ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.595918 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:01.628771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a249ee-29bf-4782-92da-fba1ff289502 req-3851c397-a366-4fdb-9b79-3c3f7be79f18 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:01.636378 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-42a249ee-29bf-4782-92da-fba1ff289502 req-3851c397-a366-4fdb-9b79-3c3f7be79f18 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0896497 May 27 16:33:01.640374 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.640833 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'c321e64e-8320-4657-8740-4750b7d95f25', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'mac_address': 'fa:16:3e:85:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046e04ca-1b83-48d8-b713-ca26cce47976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:58Z', 'updated_at': '2022-05-27T16:32:58Z', 'revision_number': 0, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:01.667523 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Checking router: e9876108-6ef9-491b-812b-8458ccf0cdfd for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:01.677493 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:01.678026 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:01.697094 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-42a249ee-29bf-4782-92da-fba1ff289502 req-53c5c5e3-fd68-4f7b-9900-e2fa9bf286a4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596814 May 27 16:33:01.734536 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.798325 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:33:01.833619 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=6']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:01.841809 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:01.913154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:01.913807 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:01.921594 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f85b81e5-faa4-4774-b78a-ff6abedd7a48 req-41ea1331-6fb7-4082-a05f-4587710241db tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "PUT /v2.0/ports/3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 982 time: 0.8430028 May 27 16:33:01.957465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc02d-8e77-46d4-871c-5c9c09c64fe5 req-85b6cbe3-bc24-4f5e-a178-50e49386a579 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:01.964325 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2dfbc02d-8e77-46d4-871c-5c9c09c64fe5 req-85b6cbe3-bc24-4f5e-a178-50e49386a579 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1218174 May 27 16:33:02.054010 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2dfbc02d-8e77-46d4-871c-5c9c09c64fe5 req-62ad037a-4d66-4751-8798-d34549d16cac tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887980 May 27 16:33:02.133304 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27a3f8-fcea-427c-a12d-c1a80d2bd2e3 req-e1a68818-4dd9-4852-807d-04bde6b89128 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:02.143085 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a27a3f8-fcea-427c-a12d-c1a80d2bd2e3 req-e1a68818-4dd9-4852-807d-04bde6b89128 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.1021590 May 27 16:33:02.211553 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:33:02.260104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:02.276415 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'c321e64e-8320-4657-8740-4750b7d95f25', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'mac_address': 'fa:16:3e:85:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046e04ca-1b83-48d8-b713-ca26cce47976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:58Z', 'updated_at': '2022-05-27T16:32:58Z', 'revision_number': 0, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:02.280824 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-610968d4-63db-42b9-87ab-3267bc688257 None None] Provisioning complete for port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:02.281196 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-610968d4-63db-42b9-87ab-3267bc688257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:02.283118 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a27a3f8-fcea-427c-a12d-c1a80d2bd2e3 req-a1ea6150-8fe0-45a3-9af3-46fdf262c0f0 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241617 May 27 16:33:02.307682 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4355f33b-ed7b-470b-bce3-e6b3999f2ebc None None] The sync data for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi is: [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'c321e64e-8320-4657-8740-4750b7d95f25', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'mac_address': 'fa:16:3e:85:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046e04ca-1b83-48d8-b713-ca26cce47976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:32:58Z', 'updated_at': '2022-05-27T16:32:58Z', 'revision_number': 0, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:02.395043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:02.501787 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-610968d4-63db-42b9-87ab-3267bc688257 None None] Current status of the port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:33:02.654125 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:33:02.671306 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bca11b-8416-4dad-b48d-e50fe9ecda52 None None] New status for floating IP c321e64e-8320-4657-8740-4750b7d95f25: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:02.827647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac7d55-992a-4cc4-9008-832d74ce605f req-df1e17be-4843-49a4-b354-308105b010de tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:02.834897 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51ac7d55-992a-4cc4-9008-832d74ce605f req-df1e17be-4843-49a4-b354-308105b010de tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0587790 May 27 16:33:02.881736 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:02.890584 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51ac7d55-992a-4cc4-9008-832d74ce605f req-e616fad1-b028-4124-ab53-bf7fc9e7d524 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547566 May 27 16:33:03.204651 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764a50-0a34-4414-992b-f968b906e23b req-1d4e717e-2625-468a-9f6d-42363c3f1adc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:03.206476 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f9764a50-0a34-4414-992b-f968b906e23b req-1d4e717e-2625-468a-9f6d-42363c3f1adc tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0674868 May 27 16:33:03.258237 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f9764a50-0a34-4414-992b-f968b906e23b req-e319bbb8-ed56-4f8c-bae1-bd6a20ec16c2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 May 27 16:33:03.482333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:03.484910 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:03.523791 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3aa3f-4d51-4190-81b4-9c655341b650 x-openstack-request-id: req-5bc3aa3f-4d51-4190-81b4-9c655341b650 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:03.524081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:03.524332 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bc3aa3f-4d51-4190-81b4-9c655341b650 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:03.524727 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc3aa3f-4d51-4190-81b4-9c655341b650'] response: {'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:33:03.794968 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-dbd30800-3372-42d1-9d08-f4a535ff8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:03.796573 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-dbd30800-3372-42d1-9d08-f4a535ff8c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1129 time: 0.0492134 May 27 16:33:03.868401 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-bad705c3-c68f-480b-9854-64543eb3a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:03.870291 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-bad705c3-c68f-480b-9854-64543eb3a5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1169 time: 0.0489342 May 27 16:33:04.098220 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce173b4-1a43-47f5-ba40-1e710ada23e6 req-d3e6ab6d-5df6-4e65-a8f1-5267b10ceb37 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:04.099387 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ce173b4-1a43-47f5-ba40-1e710ada23e6 req-d3e6ab6d-5df6-4e65-a8f1-5267b10ceb37 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0975490 May 27 16:33:04.144926 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-8231d015-8cca-4826-831d-be9a776cccd3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:04.146881 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-8231d015-8cca-4826-831d-be9a776cccd3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.1270809 May 27 16:33:04.154004 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-f1b66eb3-2216-46b8-89a0-0cb519546914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:04.156097 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-f1b66eb3-2216-46b8-89a0-0cb519546914 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 916 time: 0.1820159 May 27 16:33:04.157725 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:04.159414 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:04.159770 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-18ce6a37-41a1-4060-919b-a82dea58895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:04.161647 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-18ce6a37-41a1-4060-919b-a82dea58895e service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.2044861 May 27 16:33:04.174635 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ce173b4-1a43-47f5-ba40-1e710ada23e6 req-1518f2a2-b531-46cc-9223-5297a124f17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666537 May 27 16:33:04.387628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79830a22-4675-4f35-82e5-9b68ac0ae966 req-566f4b0a-7b71-4fba-8650-38914ae4266a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:04.389159 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-79830a22-4675-4f35-82e5-9b68ac0ae966 req-566f4b0a-7b71-4fba-8650-38914ae4266a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0532782 May 27 16:33:04.454036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-79830a22-4675-4f35-82e5-9b68ac0ae966 req-ed244e25-13cc-4ce1-bd6f-76746565e866 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552816 May 27 16:33:05.342367 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbd4b-5e0f-4bbb-85d9-c1b095f8938d req-d4641ad4-207f-4733-ab3a-7c0b35dda269 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.344036 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:05.349711 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f8cbd4b-5e0f-4bbb-85d9-c1b095f8938d req-d4641ad4-207f-4733-ab3a-7c0b35dda269 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 946 time: 0.0993381 May 27 16:33:05.385574 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-cced1c49-b076-49ef-8550-90c5d8bbb083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 1002 time: 0.1064670 May 27 16:33:05.439488 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 41c308ca-1a37-4303-834e-73089831b6de {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:05.439979 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (41c308ca-1a37-4303-834e-73089831b6de), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:05.446957 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f8cbd4b-5e0f-4bbb-85d9-c1b095f8938d req-e5b33d92-f65d-4f8d-ab74-e3bf4a4c3803 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=b76cd237-a5ca-49e3-8868-e0b66da77a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963905 May 27 16:33:05.459144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-dcbf188e-81ab-46be-bb6c-68069950f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.460863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-dcbf188e-81ab-46be-bb6c-68069950f7ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.0618749 May 27 16:33:05.514461 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-e849cbb3-51c0-4f5c-95b8-a3b37773a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.515996 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-e849cbb3-51c0-4f5c-95b8-a3b37773a82e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478108 May 27 16:33:05.526940 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8509-1d76-47ed-b2ba-484756ae64d9 req-f9f5f52f-1074-4074-8a09-d134a0963642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.526940 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a56d8509-1d76-47ed-b2ba-484756ae64d9 req-f9f5f52f-1074-4074-8a09-d134a0963642 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.0510461 May 27 16:33:05.610845 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-da43a9af-c9da-49ed-acfe-207d3f545837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 1001 time: 0.3379819 May 27 16:33:05.629823 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:05.670760 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-564062dd-c3f0-45af-90a3-ffd350649f68 service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476600 May 27 16:33:05.683523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:05.724563 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:05.735240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d134cb8-fa0b-4338-8c22-9de30bf68cd1 req-f4596013-96dd-4c6b-a69d-bdd346860fcb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.739216 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a56d8509-1d76-47ed-b2ba-484756ae64d9 req-bbee3d5c-9890-4b54-a995-0e7b703c95e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022846 May 27 16:33:05.740170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] For port 41c308ca-1a37-4303-834e-73089831b6de, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=41c308ca-1a37-4303-834e-73089831b6de,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:05.740539 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (41c308ca-1a37-4303-834e-73089831b6de), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:05.744663 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7d134cb8-fa0b-4338-8c22-9de30bf68cd1 req-f4596013-96dd-4c6b-a69d-bdd346860fcb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.2084873 May 27 16:33:05.765258 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-c647d21b-285b-4fe8-9db6-06cce68c4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:05.766776 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-c647d21b-285b-4fe8-9db6-06cce68c4aeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.1482081 May 27 16:33:05.833914 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7d134cb8-fa0b-4338-8c22-9de30bf68cd1 req-5160c436-62d8-42a3-97a4-02f3eafcd513 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886283 May 27 16:33:05.870525 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-994d448f-c096-4ae8-8fa8-ddad698faa4c service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925445 May 27 16:33:05.965877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:05.966386 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:05.966712 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 78b28db5-3569-4fc6-8883-59f8a64d5921 disassociated. External IP: 172.27.3.187, port: 41c308ca-1a37-4303-834e-73089831b6de. May 27 16:33:05.967063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 41c308ca-1a37-4303-834e-73089831b6de owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:06.173677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-10b919a5-c7f0-4ae9-9bbd-407485988ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:06.175211 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-10b919a5-c7f0-4ae9-9bbd-407485988ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545266 May 27 16:33:06.249707 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (41c308ca-1a37-4303-834e-73089831b6de), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:06.287155 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=41c308ca-1a37-4303-834e-73089831b6de,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:06.294047 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:06.414657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:06.546460 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:06.558418 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:06.567568 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8c24f6ad-5eff-4807-ac2a-ea63a7487c89 req-68d30cd0-96d5-4615-9519-92107fc4079e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0411677 May 27 16:33:06.571157 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:06.571998 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:06.681550 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] No DVR routers for this DVR port 41c308ca-1a37-4303-834e-73089831b6de on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:33:06.688669 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:06.692361 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c0be5ca6-9bb3-4a15-8eb2-afe4366e9391 req-510ff180-5d78-4f0c-82b9-c51f6f84468a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "DELETE /v2.0/ports/41c308ca-1a37-4303-834e-73089831b6de HTTP/1.1" status: 204 len: 173 time: 1.4188013 May 27 16:33:06.693010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'name': 'network-vif-deleted', 'tag': '41c308ca-1a37-4303-834e-73089831b6de'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:06.695362 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da77a761-4c3e-409b-be70-8f807ed48872" -d '{"events": [{"server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "name": "network-vif-deleted", "tag": "41c308ca-1a37-4303-834e-73089831b6de"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:06.702625 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:06.715865 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:06.729111 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-cca4430f-db73-40ac-a67a-e0ab812d1c71 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364524 May 27 16:33:06.834377 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1849e86-7aad-4ee4-82f9-05e94b809eac x-openstack-request-id: req-a1849e86-7aad-4ee4-82f9-05e94b809eac {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:06.835122 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3034be98-8230-4ba1-bfd9-cb4e4cf776af", "name": "network-vif-deleted", "tag": "41c308ca-1a37-4303-834e-73089831b6de", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:06.835655 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1849e86-7aad-4ee4-82f9-05e94b809eac {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:06.836422 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1849e86-7aad-4ee4-82f9-05e94b809eac'] response: {'server_uuid': '3034be98-8230-4ba1-bfd9-cb4e4cf776af', 'name': 'network-vif-deleted', 'tag': '41c308ca-1a37-4303-834e-73089831b6de', 'status': 'completed', 'code': 200} May 27 16:33:06.936288 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6c15f4c5-1859-4fa7-8c24-83ad883141dc req-fabf834c-43b5-40e4-aedf-9843d3c2c67c service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974852 May 27 16:33:07.030099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ee2b-cb84-43aa-a8bd-ad77f4015d79 req-194cefab-4354-402a-b568-0dad5de9d4c8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:07.040215 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3215ee2b-cb84-43aa-a8bd-ad77f4015d79 req-194cefab-4354-402a-b568-0dad5de9d4c8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0873327 May 27 16:33:07.062614 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:07.103886 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3215ee2b-cb84-43aa-a8bd-ad77f4015d79 req-05709e17-0652-4ed7-a835-e9822bb13e62 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624421 May 27 16:33:07.187677 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:07.197103 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:07.197828 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:07.291754 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:07.313833 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:07.534744 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:07.569059 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e395534-7830-4921-9ab7-dc2c562fd743 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:07.734113 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-89e9c969-2af3-474b-894c-b72b1fa4447e req-75f8e7bf-8660-4351-9ecc-b0f41359e2bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0464528 May 27 16:33:08.020611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0c168-cdc9-4595-8182-5d8465a9b9a7 None None] New status for floating IP 78b28db5-3569-4fc6-8883-59f8a64d5921: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:08.287066 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 41c308ca-1a37-4303-834e-73089831b6de no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:33:08.292624 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c6992-4b22-4658-a9ed-ee608b617052 req-dbbc6073-b7b1-4408-869e-e040065c4fc5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:08.297875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd7c6992-4b22-4658-a9ed-ee608b617052 req-dbbc6073-b7b1-4408-869e-e040065c4fc5 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0651550 May 27 16:33:08.354080 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 41c308ca-1a37-4303-834e-73089831b6de {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:33:08.354528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 41c308ca-1a37-4303-834e-73089831b6de not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:33:08.362686 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd7c6992-4b22-4658-a9ed-ee608b617052 req-a8935555-9025-488d-b38d-9d509b66f6b9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591397 May 27 16:33:08.882138 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c47c86fb-b2f1-4a9d-a84a-4331de49eac7 req-3de8bd4f-8799-4d11-a7fe-2dc93114f17c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=3034be98-8230-4ba1-bfd9-cb4e4cf776af HTTP/1.1" status: 200 len: 210 time: 0.0332096 May 27 16:33:09.188397 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa126b99-b8cb-4901-a808-c57f35ad6ebc req-20b313f6-55f3-4fc3-ad0f-2218cfe844e8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:09.189933 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa126b99-b8cb-4901-a808-c57f35ad6ebc req-20b313f6-55f3-4fc3-ad0f-2218cfe844e8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0656281 May 27 16:33:09.261582 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:09.268003 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa126b99-b8cb-4901-a808-c57f35ad6ebc req-4eb8c154-df0d-4792-b42c-d971ee2dfa90 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721188 May 27 16:33:09.271202 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-8721f6e3-45f8-4dfb-aee6-3b10bb0717aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:09.274508 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-8721f6e3-45f8-4dfb-aee6-3b10bb0717aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.0668442 May 27 16:33:09.426611 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-4834c723-4c9e-4bdd-aef8-e547cfc4ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:09.430061 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-4834c723-4c9e-4bdd-aef8-e547cfc4ed14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1381934 May 27 16:33:09.479716 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:09.500434 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-36322603-12cd-4255-88f2-a75cb60d41c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1001 time: 0.0594900 May 27 16:33:09.556590 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-37ae0933-3183-4e3c-b57d-b4ee4246fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:09.558261 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-37ae0933-3183-4e3c-b57d-b4ee4246fd15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0508213 May 27 16:33:09.606199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-fc0f2088-45c8-42a4-a7ac-7b8e23a67c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:09.608000 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-fc0f2088-45c8-42a4-a7ac-7b8e23a67c8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431507 May 27 16:33:09.711474 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-658de99d-7d38-4f64-8d0e-f3f4abe36eb0 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950916 May 27 16:33:09.820533 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7a00e784-3f27-461c-8033-fe09b02615a8 req-96ec155d-a2ff-4dbc-a059-78eef4f0ee8b service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030591 May 27 16:33:10.083854 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42816) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:10.139677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (b76cd237-a5ca-49e3-8868-e0b66da77a78), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.164064 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (b76cd237-a5ca-49e3-8868-e0b66da77a78), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.283500 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b76cd237-a5ca-49e3-8868-e0b66da77a78), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.286192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.295560 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/security-groups/b76cd237-a5ca-49e3-8868-e0b66da77a78 HTTP/1.1" status: 204 len: 168 time: 0.2021430 May 27 16:33:10.295813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42830) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:10.305766 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6afe1f-6a21-40c4-801d-635e93ac804d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76cd237-a5ca-49e3-8868-e0b66da77a78,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:10.307172 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-c2e5b2f3-d1f6-47ea-892a-fd8197953a3a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] show failed (client error): The resource could not be found. May 27 16:33:10.309465 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c2e5b2f3-d1f6-47ea-892a-fd8197953a3a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups/b76cd237-a5ca-49e3-8868-e0b66da77a78 HTTP/1.1" status: 404 len: 347 time: 0.0174236 May 27 16:33:10.313965 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42834) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:10.444674 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e6e0-c3a3-4a14-a0b4-252dc8013f3a req-cd35b297-7324-4dc1-8b06-4e90a6ac58c1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:10.446188 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-99e5e6e0-c3a3-4a14-a0b4-252dc8013f3a req-cd35b297-7324-4dc1-8b06-4e90a6ac58c1 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0926821 May 27 16:33:10.493981 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 9e155d33-6cd5-4e11-863d-5a27ac8df31b {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:10.494319 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.566952 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-99e5e6e0-c3a3-4a14-a0b4-252dc8013f3a req-ecbae9a1-6d0d-4f03-950d-c5328a52612c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038330 May 27 16:33:10.598063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.598390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (9e155d33-6cd5-4e11-863d-5a27ac8df31b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.612236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 9e155d33-6cd5-4e11-863d-5a27ac8df31b owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:10.820585 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (9e155d33-6cd5-4e11-863d-5a27ac8df31b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.845504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=9e155d33-6cd5-4e11-863d-5a27ac8df31b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:10.918114 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (78b28db5-3569-4fc6-8883-59f8a64d5921), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.920713 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:10.921894 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7fe82e82-4f64-41eb-8367-df5d3572b57c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/floatingips/78b28db5-3569-4fc6-8883-59f8a64d5921 HTTP/1.1" status: 204 len: 168 time: 0.6069326 May 27 16:33:11.003231 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:11.127218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42840) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:11.131887 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847301124', 'description': 'tempest-description--1056372912'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:11.141959 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:11.278625 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:11.584358 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (dceddd52-3e34-4404-9e91-02f0fd4ebe6c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:11.684403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d1df-6062-4275-bb06-ecd54618eec2 req-0ce36ffd-8652-444c-a544-2aab1d7cc629 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:11.685914 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4c9d1df-6062-4275-bb06-ecd54618eec2 req-0ce36ffd-8652-444c-a544-2aab1d7cc629 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0486612 May 27 16:33:11.706395 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (dceddd52-3e34-4404-9e91-02f0fd4ebe6c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:11.713366 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:11.753755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceddd52-3e34-4404-9e91-02f0fd4ebe6c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:11.767517 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4c9d1df-6062-4275-bb06-ecd54618eec2 req-635a7643-27c6-4fbe-9c35-039cfc645082 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755897 May 27 16:33:11.828726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:11.830025 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7abf9fa9-59dc-4f62-8ec0-2dd2793828dd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7017841 May 27 16:33:11.832794 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42868) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:11.837190 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'dceddd52-3e34-4404-9e91-02f0fd4ebe6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:11.999919 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (10434861-facf-40a5-80d4-d23eb0c8178e), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.048358 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (10434861-facf-40a5-80d4-d23eb0c8178e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.139403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (10434861-facf-40a5-80d4-d23eb0c8178e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.159167 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10434861-facf-40a5-80d4-d23eb0c8178e,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:12.285592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.286839 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-821473e4-9563-43ba-99f1-8b3064395423 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530492 May 27 16:33:12.289531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42882) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:12.294451 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': 'dceddd52-3e34-4404-9e91-02f0fd4ebe6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:12.413798 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (3d6751e1-0393-4c6b-90c8-4f0d8c83d91b), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.472898 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (3d6751e1-0393-4c6b-90c8-4f0d8c83d91b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.561305 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (3d6751e1-0393-4c6b-90c8-4f0d8c83d91b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.581911 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6751e1-0393-4c6b-90c8-4f0d8c83d91b,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:12.749711 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:12.750969 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-08687d23-de41-4b69-8b50-760559bb88bc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605119 May 27 16:33:12.754245 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42898) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:12.758672 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:12.894646 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dce01-f662-4486-9fe4-852c56bf0ca1 req-59375cd9-4682-4157-b9d2-8ec8df3846d6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:12.896699 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-787dce01-f662-4486-9fe4-852c56bf0ca1 req-59375cd9-4682-4157-b9d2-8ec8df3846d6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0567327 May 27 16:33:12.920441 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:12.955194 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-787dce01-f662-4486-9fe4-852c56bf0ca1 req-36a02584-2a8c-4959-8b88-f074c57f68d7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 May 27 16:33:13.048568 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.093155 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4545-44a5-4391-bbd2-65839d1b73aa req-1ba09796-814b-488f-b587-f561d5df12e8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:13.094785 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e8e4545-44a5-4391-bbd2-65839d1b73aa req-1ba09796-814b-488f-b587-f561d5df12e8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0746434 May 27 16:33:13.103602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42904) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:13.111977 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Request body: {'floatingip': {'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:13.149462 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.166082 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.241199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:13.274384 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.27.3.191 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/34f7c27a-4709-48e7-93e7-ed5b376c138e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:13.386591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.389149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:13.483775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:13.512726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.552419 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:13.562042 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:13.564283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=34f7c27a-4709-48e7-93e7-ed5b376c138e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:13.566496 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:13.642653 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.656773 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.739076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.789785 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:13.945421 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:13.973521 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.053405 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:14.056791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:14.062223 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.066767 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:14.077675 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:14.078286 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:14.093386 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.100091 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:14.100091 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e31026-7b1c-4c8d-976e-6bb85904fa5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:14.145570 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-22836ed7-0c3b-4642-8661-9993a5d22789 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "PUT /v2.0/floatingips/68c05815-0d53-4c8d-89d0-18a96776a649 HTTP/1.1" status: 200 len: 993 time: 1.0406237 May 27 16:33:14.147184 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356e5cc-91fd-49bf-9aa1-5c1fb827fc70 x-openstack-request-id: req-4356e5cc-91fd-49bf-9aa1-5c1fb827fc70 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:14.147602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:14.147872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4356e5cc-91fd-49bf-9aa1-5c1fb827fc70 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:14.148273 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4356e5cc-91fd-49bf-9aa1-5c1fb827fc70'] response: {'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'status': 'completed', 'code': 200} May 27 16:33:14.168149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=34f7c27a-4709-48e7-93e7-ed5b376c138e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:14.179075 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.194118 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:14.244544 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-7dbc0644-dfd5-4ced-a4b8-f7b5b12d0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:14.248227 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-7dbc0644-dfd5-4ced-a4b8-f7b5b12d0cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.0394731 May 27 16:33:14.345252 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-e37993cf-5ad4-4b12-b69b-debbfc3a9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:14.346776 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-e37993cf-5ad4-4b12-b69b-debbfc3a9dce service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.0928559 May 27 16:33:14.413055 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-d3dec85f-7426-4335-bb01-73162d79f7b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1001 time: 0.0556908 May 27 16:33:14.414150 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:33:13Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:14.433278 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.444318 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6a5663d9-ca3a-4bdb-8cd3-6bbb298d7c9a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6886845 May 27 16:33:14.444882 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:14.455721 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:14.456631 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:14.460354 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:14.565261 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:14.619078 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 42930) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:14.647011 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:14.660306 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:14.712617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Deleting subnet 55adae79-f92d-4295-86a8-960c7568ad54 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:33:14.716596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-41d7e696-666c-43b1-a28a-e4e201e94002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:14.717312 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Publish callbacks [] for subnet (55adae79-f92d-4295-86a8-960c7568ad54), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.718095 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-41d7e696-666c-43b1-a28a-e4e201e94002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.2981741 May 27 16:33:14.721884 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-b1e7d4e3-e76e-4678-9008-1cbde61326c3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--847301124&fields=id&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 267 time: 0.1049776 May 27 16:33:14.766435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-b6d29964-cdfb-44f4-90dd-01c9d347a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:14.767012 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-b6d29964-cdfb-44f4-90dd-01c9d347a889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418808 May 27 16:33:14.790316 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (55adae79-f92d-4295-86a8-960c7568ad54), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.806393 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:33:13Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:14.831670 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fda0e8-e94b-4706-870f-09af256cdf3e None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '68c05815-0d53-4c8d-89d0-18a96776a649', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'port_id': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'mac_address': 'fa:16:3e:02:8d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:30:55Z', 'updated_at': '2022-05-27T16:33:13Z', 'revision_number': 3, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:14.877303 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:14.880171 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-d4391d5b-bb2e-40a0-8bf9-f14af32d5684 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036692 May 27 16:33:14.888457 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (55adae79-f92d-4295-86a8-960c7568ad54), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:14.940949 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-0dd6c363-00a6-4992-a58c-b000fda69adb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:14.940949 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-0dd6c363-00a6-4992-a58c-b000fda69adb tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.1979034 May 27 16:33:14.963377 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-15bf1432-4af5-462b-8053-b4137c9ae477 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/quotas/c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 375 time: 0.0168152 May 27 16:33:14.971058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:15.003923 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-65e31026-7b1c-4c8d-976e-6bb85904fa5f req-2809c7e2-7796-4a71-bd24-5d38f644f130 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151326 May 27 16:33:15.031272 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-d308b8b7-2dc1-4825-bdd8-074cbaf585bf tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605547 May 27 16:33:15.124558 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (55adae79-f92d-4295-86a8-960c7568ad54), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.152719 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-b99f1ca2-be48-4da4-a585-1009d318f1fe service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140521 May 27 16:33:15.156085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55adae79-f92d-4295-86a8-960c7568ad54,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:15.159870 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.162966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-00b0167f-6ee0-48c2-a0f4-d115c1355318 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55adae79-f92d-4295-86a8-960c7568ad54 HTTP/1.1" status: 204 len: 168 time: 0.5429442 May 27 16:33:15.165666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42936) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:15.245861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (4600418a-b3f7-4bdf-b9ec-b57285402638), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.256777 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-6a495959-a0b4-4370-b694-773e1978d9af service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927238 May 27 16:33:15.330537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (4600418a-b3f7-4bdf-b9ec-b57285402638), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.350591 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4600418a-b3f7-4bdf-b9ec-b57285402638']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:15.359876 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:15.360170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:15.370230 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.384114 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.390784 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:33:15.391161 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.422930 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8 resource provider aggregate not found May 27 16:33:15.448516 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0c212c4-dcaa-4eaf-ab65-3074f44b8ba8 found for delete ", "request_id": "req-c5caae83-d05d-4761-8adc-03271253a72b"}]} May 27 16:33:15.552149 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (4600418a-b3f7-4bdf-b9ec-b57285402638), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.558207 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:15.563286 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4600418a-b3f7-4bdf-b9ec-b57285402638 HTTP/1.1" status: 204 len: 168 time: 0.3964462 May 27 16:33:15.578580 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66d83-c02b-41b9-b891-5da4dc209458 admin admin] Pushing event deleted for resources: {'Network': ['ID=4600418a-b3f7-4bdf-b9ec-b57285402638,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:15.581801 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-16c65916-8636-43ed-a42f-bf8ddc6175f0 req-26b77846-964e-46de-994f-132f7c833ed7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0368423 May 27 16:33:16.001540 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42952) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:16.041609 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-1fc2af18-63eb-44af-954f-599daecbc8cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1194991899d4dd5ac974608165516b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388081 May 27 16:33:16.043941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 42954) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:16.093216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] Publish callbacks [] for security_group (5df80a3e-238b-4d82-90dc-b214ed5e8d6f), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:16.115495 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] Publish callbacks [] for security_group (5df80a3e-238b-4d82-90dc-b214ed5e8d6f), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:16.148995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:16.151360 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:16.190148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a396678-6759-4c02-8433-c7d1ce407521 x-openstack-request-id: req-3a396678-6759-4c02-8433-c7d1ce407521 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:16.190782 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:16.190782 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a396678-6759-4c02-8433-c7d1ce407521 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:16.191138 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a396678-6759-4c02-8433-c7d1ce407521'] response: {'name': 'network-changed', 'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'status': 'completed', 'code': 200} May 27 16:33:16.275649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5df80a3e-238b-4d82-90dc-b214ed5e8d6f), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:16.279057 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:16.280206 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5df80a3e-238b-4d82-90dc-b214ed5e8d6f HTTP/1.1" status: 204 len: 168 time: 0.2352281 May 27 16:33:16.296003 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77b0a-a5f9-4d01-a6fa-26f8e3eba2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df80a3e-238b-4d82-90dc-b214ed5e8d6f,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:16.300457 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-70f5bca3-6121-49d7-b69b-e411c38ff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:16.302016 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-70f5bca3-6121-49d7-b69b-e411c38ff927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 1130 time: 0.0547304 May 27 16:33:16.402009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-809a011f-e410-4b99-a6e1-1186c6c8c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:16.403751 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-809a011f-e410-4b99-a6e1-1186c6c8c70b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.0944903 May 27 16:33:16.470721 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-1671c56c-7430-44b9-963e-7d36c9bf05de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 200 len: 1001 time: 0.0581684 May 27 16:33:16.517663 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:16.521535 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-f265be77-7bad-40e1-8115-f1f033a59bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:16.523113 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-f265be77-7bad-40e1-8115-f1f033a59bc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0458868 May 27 16:33:16.567634 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-68de7173-bbb5-4cde-81e9-991275dcf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:16.569147 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-68de7173-bbb5-4cde-81e9-991275dcf2d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392408 May 27 16:33:16.695054 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9db90c17-87f7-48ff-a38f-e226f5065cd0 req-00b79a60-ec1d-401c-babc-36643c8835fc tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0333166 May 27 16:33:16.702583 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-fe92e532-20b5-4fdf-a7ea-fed2481fd65e service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030617 May 27 16:33:16.773110 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:16.812201 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8ca44ea9-2555-4bce-bc9f-95dbc507b8bc req-0ffdc5b4-fd45-4872-b20d-96bc0671215a service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968730 May 27 16:33:17.802164 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e04784b0-00b2-4f2d-ae3d-37de0f018fff req-e7491962-243d-4c8a-961d-8c200ceb545d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0296292 May 27 16:33:18.231038 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-9bf2bc3b-bf0a-4804-983f-40b8b35a0ec9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:18.232759 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-9bf2bc3b-bf0a-4804-983f-40b8b35a0ec9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.1025350 May 27 16:33:18.316449 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-528cb97d-10d0-44aa-bbeb-fbd724a3d0f5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 379 time: 0.0524104 May 27 16:33:18.331971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'port': {'device_id': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'admin_state_up': True, 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'security_groups': ['dceddd52-3e34-4404-9e91-02f0fd4ebe6c']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:18.592186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:33:18.596569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:18.740735 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.20.0.13 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/666bdb61-6900-42a6-bc5b-209da3aaa34d) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:18.883658 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:18.911952 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-353f1d41-f6fe-4990-940e-6b83acf9e00f req-95b12565-4021-4814-bd22-70645118cab2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0327559 May 27 16:33:19.203106 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:19.248835 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:19.252102 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:19.254543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:19.286822 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:19.316599 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:19.317218 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:19.319514 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:19.513646 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-995301d9-c274-414f-9f58-65e1d7dd5045 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1851265 May 27 16:33:19.544960 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ab58e6a0-3309-4f29-bfe9-7c6a6b330e52 None None] Provisioning complete for port 666bdb61-6900-42a6-bc5b-209da3aaa34d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:19.545512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab58e6a0-3309-4f29-bfe9-7c6a6b330e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:19.559727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Request body: {'port': {'device_id': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:19.595018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ab58e6a0-3309-4f29-bfe9-7c6a6b330e52 None None] Port 666bdb61-6900-42a6-bc5b-209da3aaa34d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:33:19.619444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:19.631121 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:19.916737 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bdb61-6900-42a6-bc5b-209da3aaa34d {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:33:19.924791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks [] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:19.940274 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Transition to ACTIVE for port object 666bdb61-6900-42a6-bc5b-209da3aaa34d will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:33:20.029110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1204e-8818-4549-a46a-a41b88729f27 req-846d403c-4431-437b-b396-2b2f4ffdd966 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.030664 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1a1204e-8818-4549-a46a-a41b88729f27 req-846d403c-4431-437b-b396-2b2f4ffdd966 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 932 time: 0.0495672 May 27 16:33:20.079087 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1a1204e-8818-4549-a46a-a41b88729f27 req-b245b870-076d-4fb2-b82d-5c5275535490 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 May 27 16:33:20.084335 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:20.138488 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Pushing event updated for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:20.167991 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:20.222603 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Attempting to bind port 666bdb61-6900-42a6-bc5b-209da3aaa34d on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:33:20.223019 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Attempting to bind port 666bdb61-6900-42a6-bc5b-209da3aaa34d by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:33:20.223357 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Attempting to bind port 666bdb61-6900-42a6-bc5b-209da3aaa34d on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:20.228306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Port 666bdb61-6900-42a6-bc5b-209da3aaa34d on network 6206a18c-fdfb-4556-905d-212faa509374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:33:20.228679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Attempting to bind port 666bdb61-6900-42a6-bc5b-209da3aaa34d on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:20.234830 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:33:20.235168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:33:20.235555 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:33:20.236018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Bound port: 666bdb61-6900-42a6-bc5b-209da3aaa34d, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:33:20.236444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:20.311739 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:33:20.316516 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:33:20.425732 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:20.463348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.464340 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:20.465886 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] 10.222.0.15 "PUT /v2.0/ports/666bdb61-6900-42a6-bc5b-209da3aaa34d HTTP/1.1" status: 200 len: 1094 time: 0.9108763 May 27 16:33:20.466322 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:20.468586 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881ec68-e66d-4ce0-b720-095d251d7c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:20.499466 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883e6b0-daa8-487a-b399-5ed62e41feae service neutron] Pushing event updated for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:20.513818 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b1442-c41c-4e86-9aef-5f12d649bd0e x-openstack-request-id: req-606b1442-c41c-4e86-9aef-5f12d649bd0e {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:20.514353 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:20.514613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-606b1442-c41c-4e86-9aef-5f12d649bd0e {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:20.515064 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606b1442-c41c-4e86-9aef-5f12d649bd0e'] response: {'name': 'network-changed', 'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'status': 'completed', 'code': 200} May 27 16:33:20.632614 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-df9846e2-dcc7-4576-a051-05f37fc6aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.634186 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-df9846e2-dcc7-4576-a051-05f37fc6aa38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 1128 time: 0.0449107 May 27 16:33:20.753653 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-8a7a94cc-79be-4aaf-a12a-3929cca59b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.755091 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-8a7a94cc-79be-4aaf-a12a-3929cca59b51 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c409475791e243108336a3cd2e25d3ac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029370 May 27 16:33:20.858093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-9df7b903-a7f4-4171-93a2-8f18a402e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.859604 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b881ec68-e66d-4ce0-b720-095d251d7c2c req-9df7b903-a7f4-4171-93a2-8f18a402e7ce service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977876 May 27 16:33:20.978643 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-0dbd962c-690c-402d-ad51-0b8dd39f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:20.980143 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-0dbd962c-690c-402d-ad51-0b8dd39f15be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 1128 time: 0.0403273 May 27 16:33:21.034094 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-872aef7b-6680-452e-b41d-888ef580dcca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d HTTP/1.1" status: 200 len: 217 time: 0.0323362 May 27 16:33:21.087500 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-353ae107-2bde-4a9b-b745-8af8a602b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:21.089060 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-353ae107-2bde-4a9b-b745-8af8a602b8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0488689 May 27 16:33:21.134268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-12cfb0ff-5dde-44f9-b154-336ca560cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:21.135763 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-12cfb0ff-5dde-44f9-b154-336ca560cf07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393801 May 27 16:33:21.197988 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9f777-3103-4764-9ee0-594f1d7bc02c req-d1a3374c-9dc2-4b33-aea3-6d8caafd3d91 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:21.199504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63c9f777-3103-4764-9ee0-594f1d7bc02c req-d1a3374c-9dc2-4b33-aea3-6d8caafd3d91 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 944 time: 0.0499752 May 27 16:33:21.217918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:21.238768 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-dc64f7f6-ec89-49c9-9990-fd4efd07e013 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958350 May 27 16:33:21.253625 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-63c9f777-3103-4764-9ee0-594f1d7bc02c req-4b4439e5-a797-411c-be7e-a568f8740985 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475123 May 27 16:33:21.343969 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5e74a149-1fd7-4a75-82e0-87ac77ec57fa req-12c697b1-9c67-41b8-ab2c-377ab4e6c405 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974717 May 27 16:33:22.101823 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:22.120684 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f962f8-632c-4f31-afb0-2de6aaca5738 req-83ecb12c-06c3-42c1-9993-3fb786a528a4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:22.122704 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3f962f8-632c-4f31-afb0-2de6aaca5738 req-83ecb12c-06c3-42c1-9993-3fb786a528a4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0515487 May 27 16:33:22.171702 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3f962f8-632c-4f31-afb0-2de6aaca5738 req-c09ee993-36ad-4f7d-adf3-0438ed6baf1d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 May 27 16:33:22.385063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabe9f-bb8c-442f-ad88-15292ed9e62c req-d85eab8d-40e6-4d48-a440-3c4e477b0742 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:22.386626 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-27dabe9f-bb8c-442f-ad88-15292ed9e62c req-d85eab8d-40e6-4d48-a440-3c4e477b0742 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 944 time: 0.0496669 May 27 16:33:22.439438 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-27dabe9f-bb8c-442f-ad88-15292ed9e62c req-ef40930a-7d9b-47a0-bdf0-b332d42f96fa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 May 27 16:33:23.297715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdff70b-3623-41ac-9ff1-9b07a7c933bb req-7cde8032-bf7c-4393-9862-9a19aa117287 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:23.299750 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ecdff70b-3623-41ac-9ff1-9b07a7c933bb req-7cde8032-bf7c-4393-9862-9a19aa117287 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0503757 May 27 16:33:23.358032 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ecdff70b-3623-41ac-9ff1-9b07a7c933bb req-7c2f7990-0c60-49de-a440-c96cba76d2eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517509 May 27 16:33:23.555359 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cba6e5-daab-468e-a7bc-b9031ecb82c6 req-8c855e73-27b4-4cb3-b295-5a4110e7685b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:23.556856 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50cba6e5-daab-468e-a7bc-b9031ecb82c6 req-8c855e73-27b4-4cb3-b295-5a4110e7685b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 944 time: 0.0488636 May 27 16:33:23.606619 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50cba6e5-daab-468e-a7bc-b9031ecb82c6 req-d348cd16-d073-4e25-9a69-4ef01a00efc8 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 May 27 16:33:24.343054 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 666bdb61-6900-42a6-bc5b-209da3aaa34d details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:33:24.420709 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:24.423030 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:24.449701 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:24.465480 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'port_id': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'mac_address': 'fa:16:3e:be:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:33:24.491699 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78124af-5835-44d8-bb4e-76b9074a8d38 req-8002c9f1-1be8-4091-afa4-ebe3c3f8f843 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:24.493269 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f78124af-5835-44d8-bb4e-76b9074a8d38 req-8002c9f1-1be8-4091-afa4-ebe3c3f8f843 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0534527 May 27 16:33:24.511524 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 666bdb61-6900-42a6-bc5b-209da3aaa34d is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:33:24.512172 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:24.527160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bdb61-6900-42a6-bc5b-209da3aaa34d {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:33:24.546228 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f78124af-5835-44d8-bb4e-76b9074a8d38 req-663f458f-312d-4ed2-8c65-3b564e7a9328 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 May 27 16:33:24.548705 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:24.649655 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:24.703844 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:24.742701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b9c0-c01a-4eb7-9bd3-4d6f53903077 req-7e293c61-680e-4594-a50d-c4706f1af2aa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:24.744209 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b69b9c0-c01a-4eb7-9bd3-4d6f53903077 req-7e293c61-680e-4594-a50d-c4706f1af2aa tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 945 time: 0.0632751 May 27 16:33:24.792729 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b69b9c0-c01a-4eb7-9bd3-4d6f53903077 req-b4b9db2f-5d03-49bc-9bf7-ce72d9a9b1bf tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 May 27 16:33:24.809757 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=32 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:25.070622 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-05d82b2b-931b-400b-a243-c156b6101063 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.072209 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-05d82b2b-931b-400b-a243-c156b6101063 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0484874 May 27 16:33:25.137650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['666bdb61-6900-42a6-bc5b-209da3aaa34d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:33:25.167283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Deleting port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:25.167756 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:25.277689 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] For port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:25.278159 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:25.459995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:25.468692 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:25.469128 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:25.482229 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Floating IP 4ee793ab-832f-42da-ba8c-653ddb8f5cda disassociated. External IP: 172.27.3.161, port: 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80. May 27 16:33:25.482229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Calling delete_port for 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:25.542665 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ef0a-e8e6-40ee-919d-369b08db9af1 req-3df87ee1-227c-40eb-92ae-109221e5b310 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.544363 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d11ef0a-e8e6-40ee-919d-369b08db9af1 req-3df87ee1-227c-40eb-92ae-109221e5b310 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0544333 May 27 16:33:25.560008 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:25.618767 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d11ef0a-e8e6-40ee-919d-369b08db9af1 req-1eba7cd6-b255-404e-95b6-9fa267796268 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667944 May 27 16:33:25.718309 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-0e9739a5-6057-4c83-b838-0615682e857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.719870 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-0e9739a5-6057-4c83-b838-0615682e857a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1169 time: 0.0594597 May 27 16:33:25.724714 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750d44c-39ab-4c2b-a4af-9be579aadb59 req-54082dcd-ffff-43b1-ba15-dae1a767f6a4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.726215 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3750d44c-39ab-4c2b-a4af-9be579aadb59 req-54082dcd-ffff-43b1-ba15-dae1a767f6a4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 947 time: 0.0604317 May 27 16:33:25.775761 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3750d44c-39ab-4c2b-a4af-9be579aadb59 req-9729963e-045c-4652-a7ac-aaf18c6fb360 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6e5536d-f0e5-47dc-892e-039f7f86296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 May 27 16:33:25.784852 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (8e5c90f6-77c3-4dde-aed5-80f7e3a77b80), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:25.793103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:25.827537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'Port': ['ID=8e5c90f6-77c3-4dde-aed5-80f7e3a77b80,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:25.890544 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-25069338-8e86-4c5d-8a01-ad613d370902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.892146 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-25069338-8e86-4c5d-8a01-ad613d370902 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 916 time: 0.1642139 May 27 16:33:25.913964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389355-e9e1-4244-9b12-c8ef3730c027 req-5787f0d8-0911-42e1-9566-c78c94b338b2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:25.915457 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93389355-e9e1-4244-9b12-c8ef3730c027 req-5787f0d8-0911-42e1-9566-c78c94b338b2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 945 time: 0.0478516 May 27 16:33:25.964267 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93389355-e9e1-4244-9b12-c8ef3730c027 req-2e23750e-ef46-4f12-91d8-f4c2cbd1feab tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 May 27 16:33:26.011591 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-986b149a-1771-4f80-87f1-57eb250a1182 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 1002 time: 0.1057515 May 27 16:33:26.031568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:26.105798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-4cb10a3f-8d06-4b8c-9ce4-efd5b100b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:26.107656 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-4cb10a3f-8d06-4b8c-9ce4-efd5b100b581 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.0882854 May 27 16:33:26.195697 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:26.210880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-065c6644-6972-4770-954e-3fbacbb7f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:26.210880 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-065c6644-6972-4770-954e-3fbacbb7f38b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930166 May 27 16:33:26.215490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:26.230232 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:26.230963 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:26.267904 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] No DVR routers for this DVR port 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:33:26.275839 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:26.279213 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4ce14850-6c0c-4328-b9a5-366101e38c09 req-a41bebaf-36ef-49db-b2c0-b4d4cf3a326c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "DELETE /v2.0/ports/8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 HTTP/1.1" status: 204 len: 173 time: 1.1997073 May 27 16:33:26.280283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-deleted', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:26.282637 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414c2eb-756a-43bd-b84e-aafc4a4deecb" -d '{"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-deleted", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:26.289534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:26.329951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c6bc5-6482-4185-8e34-8f1b0d53a48c x-openstack-request-id: req-593c6bc5-6482-4185-8e34-8f1b0d53a48c {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:26.330334 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3f1a-4810-4313-afad-ed811fb2bc9f", "name": "network-vif-deleted", "tag": "8e5c90f6-77c3-4dde-aed5-80f7e3a77b80", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:26.330550 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-593c6bc5-6482-4185-8e34-8f1b0d53a48c {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:26.331193 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593c6bc5-6482-4185-8e34-8f1b0d53a48c'] response: {'server_uuid': '491e3f1a-4810-4313-afad-ed811fb2bc9f', 'name': 'network-vif-deleted', 'tag': '8e5c90f6-77c3-4dde-aed5-80f7e3a77b80', 'status': 'completed', 'code': 200} May 27 16:33:26.349436 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 666bdb61-6900-42a6-bc5b-209da3aaa34d up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:33:26.364734 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-1ee441cc-9538-4e5e-903f-80394844196d service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327105 May 27 16:33:26.399028 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:26.473784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 666bdb61-6900-42a6-bc5b-209da3aaa34d completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:33:26.474599 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e2693694-9b7f-498b-b8e3-56da2dbc96ee req-ccd85df4-cc01-4682-8a19-fe947f4b9eff service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957325 May 27 16:33:26.592840 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:26.602241 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:26.628217 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:26.633273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 666bdb61-6900-42a6-bc5b-209da3aaa34d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:26.633701 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:26.658650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:26.659573 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:26.661016 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:26.759939 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:26.809651 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:26.817503 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bd39-ea9f-4bad-b57a-691f6f0273e3 req-b70b600b-3894-43c6-9050-8cb5cb2b5967 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:26.819067 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81d4bd39-ea9f-4bad-b57a-691f6f0273e3 req-b70b600b-3894-43c6-9050-8cb5cb2b5967 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0574245 May 27 16:33:26.848153 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 666bdb61-6900-42a6-bc5b-209da3aaa34d is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:33:26.848545 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:26.892122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:26.894672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7c008-aeed-4b45-b57e-2cb55d6d1654" -d '{"events": [{"server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "name": "network-vif-plugged", "status": "completed", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:26.896602 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:26.907519 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81d4bd39-ea9f-4bad-b57a-691f6f0273e3 req-ec66e0dd-ba89-4994-883a-27f78afc5540 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814824 May 27 16:33:26.954646 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75f918bb-0db9-43d6-8069-0223f4575e44 req-72a006b8-8d7f-4d45-95e2-db13b5d5ebcc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.0555773 May 27 16:33:26.956035 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:26.972899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0300e6-5935-416b-beb5-5b287a2c57ff x-openstack-request-id: req-5e0300e6-5935-416b-beb5-5b287a2c57ff {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:26.973225 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "name": "network-vif-plugged", "status": "completed", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:26.973512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e0300e6-5935-416b-beb5-5b287a2c57ff {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:26.973971 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0300e6-5935-416b-beb5-5b287a2c57ff'] response: {'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'code': 200} May 27 16:33:27.062571 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:27.118525 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991bc5a-1de8-4d73-aa65-9740ec7b89ac req-9b484ed1-bab4-4923-af1c-609809d8c9a5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:27.120163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9991bc5a-1de8-4d73-aa65-9740ec7b89ac req-9b484ed1-bab4-4923-af1c-609809d8c9a5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0648475 May 27 16:33:27.151776 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:27.174278 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9991bc5a-1de8-4d73-aa65-9740ec7b89ac req-caab523f-b1b4-4996-af40-9fb31228de95 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468497 May 27 16:33:27.179184 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:27.183339 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47145c2d-a1b4-431a-8605-38ed317e40ba None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:27.425576 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d02cbb-9ce7-48af-9287-18cd6a228ad9 None None] New status for floating IP 4ee793ab-832f-42da-ba8c-653ddb8f5cda: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:27.574836 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6b6e3-2dda-4287-b270-463a060dc45a req-deb79114-d3ab-4548-8ff2-8fce2d9e111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:27.577265 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7ba6b6e3-2dda-4287-b270-463a060dc45a req-deb79114-d3ab-4548-8ff2-8fce2d9e111d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 1130 time: 0.0415840 May 27 16:33:27.623756 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7ba6b6e3-2dda-4287-b270-463a060dc45a req-ddfa103b-98ff-4c6f-973a-4cdb3b762ea8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 May 27 16:33:28.028022 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1795f-d54d-4d3f-9b75-e270acc2da04 req-49544ca0-d772-47ec-80e8-be46647d2578 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:28.030281 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c8b1795f-d54d-4d3f-9b75-e270acc2da04 req-49544ca0-d772-47ec-80e8-be46647d2578 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0543368 May 27 16:33:28.086719 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fde722ec-d351-461e-8522-871288d626b3 req-14d7699d-7e91-4796-ad87-c5063209d27d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=491e3f1a-4810-4313-afad-ed811fb2bc9f HTTP/1.1" status: 200 len: 210 time: 0.0312965 May 27 16:33:28.124747 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c8b1795f-d54d-4d3f-9b75-e270acc2da04 req-8ad2e1bc-3aa4-4fa5-a284-0ebbdb0ab7dc tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877974 May 27 16:33:28.312423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521cbb5-44cd-481e-aef4-49580200b438 req-e5f31fb3-10bb-4a78-be46-9f866ee2e29c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:28.314053 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e521cbb5-44cd-481e-aef4-49580200b438 req-e5f31fb3-10bb-4a78-be46-9f866ee2e29c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0480256 May 27 16:33:28.364622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e521cbb5-44cd-481e-aef4-49580200b438 req-3c692713-a8c3-4edf-8121-c31a6ac32214 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 May 27 16:33:28.774806 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17d24ab7-cd96-49ec-84d6-13bc3750ceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.247062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570130de-2e43-4ae4-a6ff-6ed41aa1da3f req-8828fc43-b1d2-48de-ad0e-9fbf50d96c0a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:29.248730 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-570130de-2e43-4ae4-a6ff-6ed41aa1da3f req-8828fc43-b1d2-48de-ad0e-9fbf50d96c0a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0539365 May 27 16:33:29.309359 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-570130de-2e43-4ae4-a6ff-6ed41aa1da3f req-6e0cdc79-7adb-4431-8a31-ad01f8d3fd64 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547268 May 27 16:33:29.387523 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43176) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:29.448944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (b6e5536d-f0e5-47dc-892e-039f7f86296c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.474140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (b6e5536d-f0e5-47dc-892e-039f7f86296c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.481029 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc429a-e793-41ac-94aa-0063136a13d8 req-745ef028-418c-4977-b1fc-fe354d06cbac tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:29.495111 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c8cc429a-e793-41ac-94aa-0063136a13d8 req-745ef028-418c-4977-b1fc-fe354d06cbac tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0478048 May 27 16:33:29.532698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c8cc429a-e793-41ac-94aa-0063136a13d8 req-1548cd11-96d6-4d6b-8e0f-6e57c543524f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 May 27 16:33:29.644849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26135eb-507b-49a4-bfd8-67446ff81a86 req-5b6fdf4e-bc50-4a82-9b8c-2f9b80aa8b45 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:29.646258 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a26135eb-507b-49a4-bfd8-67446ff81a86 req-5b6fdf4e-bc50-4a82-9b8c-2f9b80aa8b45 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0473130 May 27 16:33:29.656037 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43182) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:29.660538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'port_id': '666bdb61-6900-42a6-bc5b-209da3aaa34d'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:29.701667 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.764335 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b6e5536d-f0e5-47dc-892e-039f7f86296c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.766955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:29.768148 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6e5536d-f0e5-47dc-892e-039f7f86296c HTTP/1.1" status: 204 len: 168 time: 0.3795238 May 27 16:33:29.771499 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43184) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:29.788892 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d257298-32c6-4ff8-b857-86f1e131f13b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e5536d-f0e5-47dc-892e-039f7f86296c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:29.790993 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.api.v2.resource [None req-331cd8c3-6150-4d6c-abcc-99e2379cfcee tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] show failed (client error): The resource could not be found. May 27 16:33:29.795432 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-331cd8c3-6150-4d6c-abcc-99e2379cfcee tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups/b6e5536d-f0e5-47dc-892e-039f7f86296c HTTP/1.1" status: 404 len: 347 time: 0.0195403 May 27 16:33:29.796276 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43186) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:30.068203 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:30.164585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Deleting port b821fff3-34f8-4138-8725-968323ba8210 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:30.164952 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (b821fff3-34f8-4138-8725-968323ba8210), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.178910 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.243878 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (b821fff3-34f8-4138-8725-968323ba8210), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.244195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (b821fff3-34f8-4138-8725-968323ba8210), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.253886 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.256417 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:30.262775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Calling delete_port for b821fff3-34f8-4138-8725-968323ba8210 owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:30.314322 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:30.344093 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:33:30.351004 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 6ed324e6-05a6-4f46-83d0-ad59c7c95d2c associated. External IP: 172.27.3.191, port: 666bdb61-6900-42a6-bc5b-209da3aaa34d. May 27 16:33:30.365452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:33:30.365948 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8e5c90f6-77c3-4dde-aed5-80f7e3a77b80 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:33:30.455399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bcecb-4dfd-4864-8e9d-d7b47041db67 req-2003c91c-b34a-4622-9518-0f7720aec121 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:30.456914 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-639bcecb-4dfd-4864-8e9d-d7b47041db67 req-2003c91c-b34a-4622-9518-0f7720aec121 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0613348 May 27 16:33:30.518849 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (b821fff3-34f8-4138-8725-968323ba8210), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.551123 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43196) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:30.557264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'Port': ['ID=b821fff3-34f8-4138-8725-968323ba8210,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:30.633050 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (4ee793ab-832f-42da-ba8c-653ddb8f5cda), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.636112 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.637422 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f5905188-310e-40cb-93a2-87dfa741461c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "DELETE /v2.0/floatingips/4ee793ab-832f-42da-ba8c-653ddb8f5cda HTTP/1.1" status: 204 len: 168 time: 0.8406861 May 27 16:33:30.719073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0120ba29-012d-4aac-b992-2b38bee3946b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.764755 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:30.800799 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0120ba29-012d-4aac-b992-2b38bee3946b admin admin] Publish callbacks [] for security_group (43b45817-60cb-426b-b6d6-3895c8805de7), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.825069 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-639bcecb-4dfd-4864-8e9d-d7b47041db67 req-706c8dbc-8c6b-4367-a96f-b8d2ea0c2707 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3411708 May 27 16:33:30.881061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43202) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:30.885830 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36565421', 'description': 'tempest-description--1148764980'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:30.888064 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:30.903073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0120ba29-012d-4aac-b992-2b38bee3946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (43b45817-60cb-426b-b6d6-3895c8805de7), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:30.944949 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-0120ba29-012d-4aac-b992-2b38bee3946b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91db4a9f7250434c888a32d700180a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925154 May 27 16:33:30.945753 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120ba29-012d-4aac-b992-2b38bee3946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b45817-60cb-426b-b6d6-3895c8805de7,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:30.948017 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43204) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:31.021223 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.025933 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:31.031984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.041572 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:31.054078 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:31.056484 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:31.074919 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] Publish callbacks [] for security_group (43b45817-60cb-426b-b6d6-3895c8805de7), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.081515 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cabf4d91-5714-4837-a6ec-322aef90e7e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "PUT /v2.0/floatingips/6ed324e6-05a6-4f46-83d0-ad59c7c95d2c HTTP/1.1" status: 200 len: 992 time: 1.4242730 May 27 16:33:31.083771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:31.086041 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e30e3-2f32-454d-b910-7923bf211b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:31.105487 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (4b640a89-5196-447d-9c0a-38c4a229af13), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.113318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] Publish callbacks [] for security_group (43b45817-60cb-426b-b6d6-3895c8805de7), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.131004 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4b5af-125c-4c82-a7f5-f03e050d9c83 x-openstack-request-id: req-5da4b5af-125c-4c82-a7f5-f03e050d9c83 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:31.131288 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:31.131531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5da4b5af-125c-4c82-a7f5-f03e050d9c83 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:31.131921 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da4b5af-125c-4c82-a7f5-f03e050d9c83'] response: {'name': 'network-changed', 'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'status': 'completed', 'code': 200} May 27 16:33:31.133894 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:31.178067 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:31.212429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (4b640a89-5196-447d-9c0a-38c4a229af13), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.234465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (43b45817-60cb-426b-b6d6-3895c8805de7), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.237809 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.240744 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43b45817-60cb-426b-b6d6-3895c8805de7 HTTP/1.1" status: 204 len: 168 time: 0.2912602 May 27 16:33:31.242342 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-23c008e9-80d5-4728-8d5f-114a8f8115cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:31.243849 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-23c008e9-80d5-4728-8d5f-114a8f8115cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 1130 time: 0.0614319 May 27 16:33:31.259994 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99ab79-096d-4519-a69b-7427153aafac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b45817-60cb-426b-b6d6-3895c8805de7,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:31.262168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b640a89-5196-447d-9c0a-38c4a229af13,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:31.304666 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:31.327679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.328951 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b8b2a61a-2eef-4313-847b-d118b633af46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4467914 May 27 16:33:31.332025 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43214) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:31.339660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group_rule': {'security_group_id': '4b640a89-5196-447d-9c0a-38c4a229af13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:31.359403 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-1d0a44bc-87d5-4592-8a2c-30729a36c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:31.361068 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-1d0a44bc-87d5-4592-8a2c-30729a36c252 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 914 time: 0.1084919 May 27 16:33:31.426429 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-a7cb1ac8-cfdd-499e-beb4-b3459fb597be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d HTTP/1.1" status: 200 len: 1000 time: 0.0584030 May 27 16:33:31.461553 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:31.478450 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-0c7f4fce-71cb-4a9e-9a24-a46346718245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:31.479846 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-0c7f4fce-71cb-4a9e-9a24-a46346718245 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0472460 May 27 16:33:31.534639 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-858e3442-a5fd-4766-8814-c99561a0de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:31.536300 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-858e3442-a5fd-4766-8814-c99561a0de56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473437 May 27 16:33:31.543720 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (ccc60e30-e71e-4d7a-be8f-6f1e19f78005), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.612491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (ccc60e30-e71e-4d7a-be8f-6f1e19f78005), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.621795 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '6ed324e6-05a6-4f46-83d0-ad59c7c95d2c', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:be:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:13Z', 'updated_at': '2022-05-27T16:33:30Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:31.635047 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-29eb890d-b06c-4e50-aecd-36cd96fc5673 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914433 May 27 16:33:31.648213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:31.657054 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:31.657685 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:31.699666 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ef552150-1841-4bf7-a6c1-98eda06d88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.738483 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5d9e30e3-2f32-454d-b910-7923bf211b3e req-642a1c74-9f06-4832-bf3d-41feef302379 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939355 May 27 16:33:31.777989 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:31.813825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (ccc60e30-e71e-4d7a-be8f-6f1e19f78005), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.827630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:31.838764 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc60e30-e71e-4d7a-be8f-6f1e19f78005,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:31.948814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:31.950716 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bfee32d0-71ad-4f53-9aaf-b15c244f31eb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6166995 May 27 16:33:31.954012 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43218) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:31.959490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'security_group_rule': {'security_group_id': '4b640a89-5196-447d-9c0a-38c4a229af13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:31.972952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf43676-cc2c-4377-b5e3-4530e5788ec0 req-380eafc7-fb9b-4e5e-8929-5c17905127ad tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:31.974457 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edf43676-cc2c-4377-b5e3-4530e5788ec0 req-380eafc7-fb9b-4e5e-8929-5c17905127ad tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0617664 May 27 16:33:32.036690 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '6ed324e6-05a6-4f46-83d0-ad59c7c95d2c', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:be:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:13Z', 'updated_at': '2022-05-27T16:33:30Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:32.037801 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edf43676-cc2c-4377-b5e3-4530e5788ec0 req-8e03c5ec-e96f-40ee-815d-7d10547a262a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566139 May 27 16:33:32.065202 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c0bc5-f4a5-4e80-b438-bc21d7619767 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '6ed324e6-05a6-4f46-83d0-ad59c7c95d2c', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:be:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:13Z', 'updated_at': '2022-05-27T16:33:30Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:32.101816 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (ad83c1d8-2af5-4601-a68c-47b721018452), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.149553 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (ad83c1d8-2af5-4601-a68c-47b721018452), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.269861 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e7eb7-ef77-4c02-8c35-b9770d43fb23 None None] New status for floating IP 6ed324e6-05a6-4f46-83d0-ad59c7c95d2c: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:32.272528 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (ad83c1d8-2af5-4601-a68c-47b721018452), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.280697 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:32.292666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad83c1d8-2af5-4601-a68c-47b721018452,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:32.406209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.407667 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-85c5d71a-c08f-4694-ab01-409b0582e1dd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4524164 May 27 16:33:32.410855 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43220) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:32.417553 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:32.506940 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.597810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.708399 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Allocated IP 172.27.3.184 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/cf15bef2-3212-4d51-b293-be152bd7ffb0) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:32.769728 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.824174 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.930339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:32.974125 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:32.977412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:32.979852 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:33.004000 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=cf15bef2-3212-4d51-b293-be152bd7ffb0,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:33.074513 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.154832 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a94b3-fefe-4901-8f8a-495837937f53 req-6b047acc-6bc8-49cf-bc78-0ca8a065001c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:33.156303 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f5a94b3-fefe-4901-8f8a-495837937f53 req-6b047acc-6bc8-49cf-bc78-0ca8a065001c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0491061 May 27 16:33:33.194422 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.217760 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f5a94b3-fefe-4901-8f8a-495837937f53 req-61f8a90e-bd11-414d-b7a0-d51c2d4d3095 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555549 May 27 16:33:33.220732 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:33.344953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:33.383015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.460808 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.539543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=cf15bef2-3212-4d51-b293-be152bd7ffb0,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:33.547473 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.702090 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:33.703384 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e0c09d5f-1400-455f-bbc8-cb78f25985da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2915583 May 27 16:33:33.909928 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-6620b07a-5465-4f29-993f-513cc5623a73 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--36565421&fields=id&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 267 time: 0.0486426 May 27 16:33:33.937535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:34.038827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-12296236-1999-405a-ba33-4eedc9eeeeb6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:34.041253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-12296236-1999-405a-ba33-4eedc9eeeeb6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 816 time: 0.1247332 May 27 16:33:34.056972 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-4c9a68d1-de7b-4d9d-bdcc-05a32e50e1b8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/quotas/26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 375 time: 0.0092485 May 27 16:33:34.106565 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-d17866e4-507f-4f08-bf55-823062965008 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443933 May 27 16:33:34.135100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:34.211042 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-fe4b2dee-a7a3-40e5-a3df-14cc5995a71d service neutron] 10.222.0.42 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922766 May 27 16:33:34.299149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:34.345369 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-a8453e15-65f4-4d19-bc9a-1b7a5dae6469 service neutron] 10.222.0.42 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284864 May 27 16:33:34.353657 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315356f-7fc7-4864-868c-eabfee4e0ae4 req-b336aa25-be22-496f-aaa5-6e067ca398bf tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:34.355122 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8315356f-7fc7-4864-868c-eabfee4e0ae4 req-b336aa25-be22-496f-aaa5-6e067ca398bf tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0664582 May 27 16:33:34.419623 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8315356f-7fc7-4864-868c-eabfee4e0ae4 req-26e4d2fe-e01a-431d-8cda-9b4c2aa96f54 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578995 May 27 16:33:34.575731 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-820b6ce7-919c-4e26-998d-bc80dc11a10f req-ec243757-12d5-4131-ac9f-3d81cee3d302 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 210 time: 0.0277791 May 27 16:33:35.541389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d4ff0-5773-4d29-9ecd-46830454a54b req-d17dbccb-af75-4c93-94d6-4259b39532ba tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:35.542852 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d6d4ff0-5773-4d29-9ecd-46830454a54b req-d17dbccb-af75-4c93-94d6-4259b39532ba tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0518382 May 27 16:33:35.606763 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d6d4ff0-5773-4d29-9ecd-46830454a54b req-e4853cf0-0d59-4169-b9a3-187c653b7d0f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573339 May 27 16:33:35.662916 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd63f5e6-25a9-4cb3-9354-845ce533eb80 req-40f31c05-02b0-48e8-9da7-395056376569 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 210 time: 0.0289011 May 27 16:33:35.666930 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:36.726353 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe18f2-bfc4-4fe5-860d-68830d3c73e6 req-fa1399c5-fe48-4e2b-968f-e56cb4d694c6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:36.727979 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6abe18f2-bfc4-4fe5-860d-68830d3c73e6 req-fa1399c5-fe48-4e2b-968f-e56cb4d694c6 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0497596 May 27 16:33:36.787950 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc6672b1-3530-4b1d-8127-3685cc1f2413 req-af3c858c-0a22-4d2d-ba70-87dec46b23bb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 210 time: 0.0447972 May 27 16:33:36.825793 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6abe18f2-bfc4-4fe5-860d-68830d3c73e6 req-5b57f243-570b-4feb-a020-449bb018a18c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920660 May 27 16:33:37.096035 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-a0c586e4-76b3-4f38-889e-5f49b31e0f91 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:37.097578 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-a0c586e4-76b3-4f38-889e-5f49b31e0f91 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 816 time: 0.1060865 May 27 16:33:37.168436 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-099356d6-4bac-414f-8ecc-0bea56752a53 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 378 time: 0.0535102 May 27 16:33:37.178367 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'port': {'device_id': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'admin_state_up': True, 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'security_groups': ['4b640a89-5196-447d-9c0a-38c4a229af13']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:37.373757 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Made reservation on behalf of 26ab6251a87c4271b77242545ef4837f for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:33:37.377942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:37.510268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Allocated IP 172.20.0.10 (55100481-4365-412d-b292-c811a999e4c5/f182a116-415a-4bea-b913-89c2735f2f72/8356222d-c6d4-41f6-8eb8-8db73dcb6d34) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:37.600945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:37.647073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:37.791576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:37.838685 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:37.842352 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Network 55100481-4365-412d-b292-c811a999e4c5 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:37.848243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:37.852418 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:37.879980 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:37.918578 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:37.919242 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:37.962548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8962-6001-41af-bf5a-32fb7c408bc2 req-c0b9ad4e-70df-4b41-91e4-03d6a0a44e20 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:37.966828 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-246d8962-6001-41af-bf5a-32fb7c408bc2 req-c0b9ad4e-70df-4b41-91e4-03d6a0a44e20 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 932 time: 0.0900393 May 27 16:33:37.986489 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83011-c4aa-4593-8929-ec621ffbc2a7 req-6aba172b-1c4b-4572-b79b-4d3e380971dd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:37.987955 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-afd83011-c4aa-4593-8929-ec621ffbc2a7 req-6aba172b-1c4b-4572-b79b-4d3e380971dd tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0768774 May 27 16:33:38.029294 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-2e76cb35-a650-409f-b22f-324b41fcf604 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8546610 May 27 16:33:38.049488 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Request body: {'port': {'device_id': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:38.060249 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-246d8962-6001-41af-bf5a-32fb7c408bc2 req-eb516a62-0d42-48e0-bd88-68fddad3bee3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886912 May 27 16:33:38.074575 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-17c7a595-38c3-47f2-b099-d78da332e679 None None] Provisioning complete for port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:38.075058 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17c7a595-38c3-47f2-b099-d78da332e679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.083797 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-afd83011-c4aa-4593-8929-ec621ffbc2a7 req-3f7680e1-f53b-40d6-904b-bf45872c22bc tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876522 May 27 16:33:38.112841 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-17c7a595-38c3-47f2-b099-d78da332e679 None None] Port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:33:38.119924 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.406444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:33:38.413966 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks [] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.426600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Transition to ACTIVE for port object 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:33:38.512347 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.561843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:38.645728 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Attempting to bind port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:33:38.646070 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Attempting to bind port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:33:38.646397 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Attempting to bind port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:38.651442 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 on network 55100481-4365-412d-b292-c811a999e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:33:38.651697 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Attempting to bind port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 on network 55100481-4365-412d-b292-c811a999e4c5 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:38.658055 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:33:38.658397 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Checking segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:33:38.659399 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Bound using segment: {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:33:38.659941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Bound port: 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efdbd36-54c9-4a10-a877-56be66e3ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '55100481-4365-412d-b292-c811a999e4c5'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:33:38.660312 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.674445 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:38.733277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:33:38.737804 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:33:38.815623 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.850830 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:38.851461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:38.852899 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] 10.222.0.15 "PUT /v2.0/ports/8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 1094 time: 0.8090534 May 27 16:33:38.855527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:38.857872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ebf2cc-ead8-408d-b11e-530192c2073b" -d '{"events": [{"name": "network-changed", "server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:38.891551 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9e5ae-59e8-486e-a8d8-54c375eb2322 service neutron] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:38.963351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491640a5-36a9-4080-ab4e-7e92cae9269b x-openstack-request-id: req-491640a5-36a9-4080-ab4e-7e92cae9269b {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:38.963351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:38.963351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-491640a5-36a9-4080-ab4e-7e92cae9269b {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:38.963930 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491640a5-36a9-4080-ab4e-7e92cae9269b'] response: {'name': 'network-changed', 'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'status': 'completed', 'code': 200} May 27 16:33:39.084629 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-ab4e881a-d04c-4a0f-ab58-525caeebd8da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795684 May 27 16:33:39.085650 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-906c23e9-1d92-4819-b4be-27a108cf851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.087047 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-906c23e9-1d92-4819-b4be-27a108cf851c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1128 time: 0.0731409 May 27 16:33:39.214737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba42ace-9f87-4c9c-9eac-6cb460f908dd req-c3781c2e-892e-40cf-9c73-55d109d7caa5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.224280 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ba42ace-9f87-4c9c-9eac-6cb460f908dd req-c3781c2e-892e-40cf-9c73-55d109d7caa5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0753682 May 27 16:33:39.268097 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:39.274797 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-88e3a68d-d0b9-4479-8fb3-c387e59fe5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.276307 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-88e3a68d-d0b9-4479-8fb3-c387e59fe5aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 1130 time: 0.1334739 May 27 16:33:39.289077 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ba42ace-9f87-4c9c-9eac-6cb460f908dd req-cf6670b8-7597-42bb-a11f-4b8bc7d1e3f4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637670 May 27 16:33:39.293996 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-3dfe52a1-a240-497a-9317-6beea2512148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.295498 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-3dfe52a1-a240-497a-9317-6beea2512148 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=26ab6251a87c4271b77242545ef4837f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1666973 May 27 16:33:39.428707 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33207842-fb2b-4d81-aad2-1e0ef827b0ca req-c8ce16f0-739c-45eb-b57e-f65d8511d0b4 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.430274 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33207842-fb2b-4d81-aad2-1e0ef827b0ca req-c8ce16f0-739c-45eb-b57e-f65d8511d0b4 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.2459729 May 27 16:33:39.488512 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:39.496853 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33207842-fb2b-4d81-aad2-1e0ef827b0ca req-af54881d-4a99-4435-8c9f-ccfc9a6b1d70 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607874 May 27 16:33:39.546315 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-41988d55-7529-460a-8447-52ac51c180a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.547931 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e7ebf2cc-ead8-408d-b11e-530192c2073b req-41988d55-7529-460a-8447-52ac51c180a5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655982 May 27 16:33:39.549232 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-64abcad6-abe4-456c-92b8-eb1a13ae89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.550574 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-64abcad6-abe4-456c-92b8-eb1a13ae89ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 200 len: 918 time: 0.1670613 May 27 16:33:39.602282 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-7475a5e0-5080-44a7-bdbd-7d175e6d1cf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 200 len: 217 time: 0.0342693 May 27 16:33:39.653687 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:33:39.693225 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-e99bbf88-2679-4a59-80af-54ee7ff533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.694736 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-e99bbf88-2679-4a59-80af-54ee7ff533f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1128 time: 0.0499504 May 27 16:33:39.696133 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-42a275c0-f5d0-4fb6-823e-f4bb32c160d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.697466 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-42a275c0-f5d0-4fb6-823e-f4bb32c160d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 200 len: 856 time: 0.0823755 May 27 16:33:39.772730 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-12a49bf0-7d66-4bb7-a02e-3c3f10a0410b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 217 time: 0.0587459 May 27 16:33:39.808792 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-71efcba6-6b43-4bb4-acbd-afe9d21c67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.810396 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-71efcba6-6b43-4bb4-acbd-afe9d21c67e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b4aa0c1-80e2-4655-bb67-93c62e39df1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955076 May 27 16:33:39.852235 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-e14da6d1-624d-4fab-9b77-294ebd23deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.853830 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-e14da6d1-624d-4fab-9b77-294ebd23deaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0735600 May 27 16:33:39.936514 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-7e504d26-cf3e-481a-9b17-e90d626dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:39.938185 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-7e504d26-cf3e-481a-9b17-e90d626dea34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554025 May 27 16:33:39.950488 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-65ea442d-f228-4786-a662-8d60c6140f49 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320717 May 27 16:33:39.997781 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:40.339752 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-7f8cedae-6d01-4ecd-8bcb-d0d083661e67 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917582 May 27 16:33:40.346017 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-e290b5ed-d264-4dd0-8056-ef6f79ca054e req-70fb9314-a1b3-4c46-ae35-7048f6761b05 service neutron] 10.222.0.15 "GET /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869448 May 27 16:33:40.414157 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60d8e-a467-4ca4-b2a7-02f7929097fb req-f0c3e5f0-f9e6-4b89-a498-1b360576fb14 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:40.415698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1b60d8e-a467-4ca4-b2a7-02f7929097fb req-f0c3e5f0-f9e6-4b89-a498-1b360576fb14 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0571396 May 27 16:33:40.435356 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-b48063df-5386-4c5a-b462-c44cfd72a1f8 req-a98347d8-33fe-4a37-a878-4f506bfdb552 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882881 May 27 16:33:40.465871 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1b60d8e-a467-4ca4-b2a7-02f7929097fb req-f65b2685-7d70-4ac9-9618-a6c9e0ef35fb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442996 May 27 16:33:40.618223 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89916-d90f-4a90-8cb2-a6ed18108581 req-edd4b923-ee74-4624-b9a7-08c128859505 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:40.619689 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83c89916-d90f-4a90-8cb2-a6ed18108581 req-edd4b923-ee74-4624-b9a7-08c128859505 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0482452 May 27 16:33:40.680514 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83c89916-d90f-4a90-8cb2-a6ed18108581 req-b677cc63-6ec5-484e-8ee0-b17660bda71c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542903 May 27 16:33:40.980892 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:41.591583 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5795ad-a3e7-4a34-8523-91ffe95df79f req-733285e2-9fda-4929-8de0-a0b616b56413 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:41.593058 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb5795ad-a3e7-4a34-8523-91ffe95df79f req-733285e2-9fda-4929-8de0-a0b616b56413 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0517709 May 27 16:33:41.643542 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb5795ad-a3e7-4a34-8523-91ffe95df79f req-a333b743-03d5-4680-9420-e5d08eef9938 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439148 May 27 16:33:41.796711 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb14f4-59a5-4959-91d3-36b506e27fa2 req-8e2e64d4-3586-4822-8128-92e7af303f18 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:41.798749 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ebb14f4-59a5-4959-91d3-36b506e27fa2 req-8e2e64d4-3586-4822-8128-92e7af303f18 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0475943 May 27 16:33:41.862430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6ebb14f4-59a5-4959-91d3-36b506e27fa2 req-8ab654a4-f859-483a-9bc1-7b10e13a387f tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579352 May 27 16:33:42.471524 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:42.619261 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:42.638236 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f9c0-7cb3-4330-a6bf-a0a141c0855a req-25c0a169-902f-41ee-924b-0c41ae8bada7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:42.639800 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ed3f9c0-7cb3-4330-a6bf-a0a141c0855a req-25c0a169-902f-41ee-924b-0c41ae8bada7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.1017869 May 27 16:33:42.692048 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ed3f9c0-7cb3-4330-a6bf-a0a141c0855a req-8e25cd6f-a978-44d9-aba3-f871da5f2eb3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 May 27 16:33:42.763930 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8a080-69ad-4057-ab70-41f7bef55ec2 req-d0896a9b-3746-4100-b403-2b409798dcae tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:42.765287 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c4b8a080-69ad-4057-ab70-41f7bef55ec2 req-d0896a9b-3746-4100-b403-2b409798dcae tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0471902 May 27 16:33:42.814441 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c4b8a080-69ad-4057-ab70-41f7bef55ec2 req-d9ec1573-8172-45c5-95e5-509b2ed0a177 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435343 May 27 16:33:42.977594 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c203170-2779-4800-aa92-083e9d5aa4d9 req-775f548c-e4b2-4e92-8c66-b4af4de5bb0d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:42.979041 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c203170-2779-4800-aa92-083e9d5aa4d9 req-775f548c-e4b2-4e92-8c66-b4af4de5bb0d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0475523 May 27 16:33:43.040153 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c203170-2779-4800-aa92-083e9d5aa4d9 req-dcfe648a-21c3-4efe-b697-47440cc3064c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545464 May 27 16:33:43.811525 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a08d6-230e-4ec0-9eff-f8d4336a73cc req-6d12a39c-a6ea-48b2-a591-854b0c69f5e7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:43.813542 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-af9a08d6-230e-4ec0-9eff-f8d4336a73cc req-6d12a39c-a6ea-48b2-a591-854b0c69f5e7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0512676 May 27 16:33:43.862967 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-af9a08d6-230e-4ec0-9eff-f8d4336a73cc req-92d42f1e-95d1-463d-869d-bb7d4462d386 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437417 May 27 16:33:43.965374 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5da5be-2db7-4add-811c-999e44acf0d0 req-8905e331-72a8-4c40-af31-cc7444d6ebc1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:43.965374 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ce5da5be-2db7-4add-811c-999e44acf0d0 req-8905e331-72a8-4c40-af31-cc7444d6ebc1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0542653 May 27 16:33:44.008938 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ce5da5be-2db7-4add-811c-999e44acf0d0 req-6ec230b5-70ee-4aae-83e1-f75bb453dcec tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435543 May 27 16:33:44.155628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a750a46-a5af-4b22-ab67-b18632cd6803 req-cf539ac5-e5e0-4b73-9c1e-bed1cc5ab881 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:44.157300 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a750a46-a5af-4b22-ab67-b18632cd6803 req-cf539ac5-e5e0-4b73-9c1e-bed1cc5ab881 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0483036 May 27 16:33:44.220828 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a750a46-a5af-4b22-ab67-b18632cd6803 req-a442014d-0524-4661-bf52-b445e0b55970 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576477 May 27 16:33:44.451409 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:33:44.551482 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:44.563158 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:33:44.605201 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:33:44.605625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:44.619433 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:33:44.643414 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:44.946810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:44.968675 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:44.987813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adbde0-daee-4faf-a1fa-e8880f4c6ded req-a691930e-7f86-4835-8747-b36e7817f498 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:44.998314 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81adbde0-daee-4faf-a1fa-e8880f4c6ded req-a691930e-7f86-4835-8747-b36e7817f498 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0503850 May 27 16:33:44.999328 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:45.053816 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81adbde0-daee-4faf-a1fa-e8880f4c6ded req-03b33e2f-38c5-4e50-92db-e8a8624ae69e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd7ad036-a724-407a-9194-3cab05175e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510001 May 27 16:33:45.064123 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39481905-973d-41d2-8114-dea36cd08ce3 req-e2e057b5-4128-4b40-b176-82dc17696866 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:45.066693 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-39481905-973d-41d2-8114-dea36cd08ce3 req-e2e057b5-4128-4b40-b176-82dc17696866 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 945 time: 0.0745735 May 27 16:33:45.135498 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66dbc-eff1-43de-80b4-8936b2affab7 req-954fa606-07ce-46c2-945d-ae1651bbdf47 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:45.136950 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eec66dbc-eff1-43de-80b4-8936b2affab7 req-954fa606-07ce-46c2-945d-ae1651bbdf47 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.0469313 May 27 16:33:45.186876 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eec66dbc-eff1-43de-80b4-8936b2affab7 req-0d398241-8ae2-46ca-b070-f2a103dd381c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433102 May 27 16:33:45.317587 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Deleting port 61d181d0-5525-4601-81ec-69cc30f5255c {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:45.318019 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:45.352175 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49f46-54e7-4bfe-95b0-5b5e3df3d838 req-6889e193-fcbf-4502-b651-e23f1ab08938 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:45.354336 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ac49f46-54e7-4bfe-95b0-5b5e3df3d838 req-6889e193-fcbf-4502-b651-e23f1ab08938 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0583298 May 27 16:33:45.379974 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8356222d-c6d4-41f6-8eb8-8db73dcb6d34'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:33:45.408073 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:45.418741 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ac49f46-54e7-4bfe-95b0-5b5e3df3d838 req-642fb153-d867-4e25-a9c9-b36567e27577 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587640 May 27 16:33:45.430636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] For port 61d181d0-5525-4601-81ec-69cc30f5255c, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=61d181d0-5525-4601-81ec-69cc30f5255c,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:45.431177 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:45.456161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:45.578677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:45.599129 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:45.599493 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:45.599804 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Floating IP 8e96ed56-c25d-4fe9-bc27-d3847eccc822 disassociated. External IP: 172.27.3.130, port: 61d181d0-5525-4601-81ec-69cc30f5255c. May 27 16:33:45.600144 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Calling delete_port for 61d181d0-5525-4601-81ec-69cc30f5255c owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:45.722180 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:45.792206 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (61d181d0-5525-4601-81ec-69cc30f5255c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:45.820889 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'Port': ['ID=61d181d0-5525-4601-81ec-69cc30f5255c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:45.941157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:46.052816 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:46.062451 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:46.074683 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:46.076655 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:46.096888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] No DVR routers for this DVR port 61d181d0-5525-4601-81ec-69cc30f5255c on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:33:46.099656 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:46.102970 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-39481905-973d-41d2-8114-dea36cd08ce3 req-f3d8064b-a64e-4506-9c80-73c50518e70d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "DELETE /v2.0/ports/61d181d0-5525-4601-81ec-69cc30f5255c HTTP/1.1" status: 204 len: 173 time: 0.8748267 May 27 16:33:46.105321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'name': 'network-vif-deleted', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:46.105826 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a25a3-59da-41bb-aa4d-45121232afdc" -d '{"events": [{"server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "name": "network-vif-deleted", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:46.159333 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b8185-74c0-461b-976a-1c2875b005e3 x-openstack-request-id: req-497b8185-74c0-461b-976a-1c2875b005e3 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:46.161687 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220d569-8535-429a-bfff-fa0955dec2c0", "name": "network-vif-deleted", "tag": "61d181d0-5525-4601-81ec-69cc30f5255c", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:46.161687 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-497b8185-74c0-461b-976a-1c2875b005e3 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:46.161687 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497b8185-74c0-461b-976a-1c2875b005e3'] response: {'server_uuid': '5220d569-8535-429a-bfff-fa0955dec2c0', 'name': 'network-vif-deleted', 'tag': '61d181d0-5525-4601-81ec-69cc30f5255c', 'status': 'completed', 'code': 200} May 27 16:33:46.185366 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5383bd05-8684-426d-b9d9-35ac0992de1b req-989a05bd-3442-45de-a222-95b35cc155b5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0331242 May 27 16:33:46.193713 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:46.229845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:46.315347 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159687bd-db3d-47f6-ae9d-1494c9fcdb0b req-5aec8b54-a5e8-4bff-95ad-7efc0c3abd80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:46.316843 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-159687bd-db3d-47f6-ae9d-1494c9fcdb0b req-5aec8b54-a5e8-4bff-95ad-7efc0c3abd80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.0500214 May 27 16:33:46.379990 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-159687bd-db3d-47f6-ae9d-1494c9fcdb0b req-3d261dd1-db1f-47ea-80b2-7cfdea177b37 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537786 May 27 16:33:46.427518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:46.452268 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:46.465103 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:33:46.467283 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:46.467932 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:46.544114 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f9bd9-08bd-4bb7-b6c0-448fa6a2bf28 req-632a6ba7-e45b-4e59-aa32-b6eb4bf46c7d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:46.545690 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c35f9bd9-08bd-4bb7-b6c0-448fa6a2bf28 req-632a6ba7-e45b-4e59-aa32-b6eb4bf46c7d tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0517604 May 27 16:33:46.590783 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:33:46.613567 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:46.614733 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c35f9bd9-08bd-4bb7-b6c0-448fa6a2bf28 req-8bae9436-4b44-4dd6-aaee-7ad40c94b629 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c&id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628901 May 27 16:33:46.697590 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:46.697962 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:46.726644 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:46.863796 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:33:46.864189 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:47.028024 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:47.034528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:47.036823 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb8650-cf50-4f2e-b1ee-fb774a007e4a" -d '{"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:47.071669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:33:47.073041 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c549ad8-6452-4b9f-8f75-493a62740004 None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:47.075421 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14558dff-c90e-495f-aa5b-4b06715329d3 x-openstack-request-id: req-14558dff-c90e-495f-aa5b-4b06715329d3 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:47.075723 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:47.075990 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14558dff-c90e-495f-aa5b-4b06715329d3 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:47.076796 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14558dff-c90e-495f-aa5b-4b06715329d3'] response: {'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'code': 200} May 27 16:33:47.176557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:47.241064 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:47.330255 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7e22bcb5-9b89-4e9f-b2a2-194fe9dc2879 req-d4931596-1380-40d6-873f-d5b0ebc446ba tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=5220d569-8535-429a-bfff-fa0955dec2c0 HTTP/1.1" status: 200 len: 210 time: 0.0314972 May 27 16:33:47.363929 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb46aa1-3d7e-424c-9569-96780371ef24 None None] New status for floating IP 8e96ed56-c25d-4fe9-bc27-d3847eccc822: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:47.466776 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d87491-93b3-450c-956f-90a080949b5d req-48ca5e07-900b-40fa-9284-a1c5a75a60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:47.469307 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-05d87491-93b3-450c-956f-90a080949b5d req-48ca5e07-900b-40fa-9284-a1c5a75a60a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1130 time: 0.0471735 May 27 16:33:47.525010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f55b-cf86-46b6-98a9-da8ab931acbb req-0de301dd-59c7-4ee3-ad0a-7a2a52633e90 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:47.526185 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-05d87491-93b3-450c-956f-90a080949b5d req-e3246b3d-f319-427c-b843-4e24a475953c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497708 May 27 16:33:47.526519 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7d9f55b-cf86-46b6-98a9-da8ab931acbb req-0de301dd-59c7-4ee3-ad0a-7a2a52633e90 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0641322 May 27 16:33:47.582335 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7d9f55b-cf86-46b6-98a9-da8ab931acbb req-781c05ff-7f42-4cae-a0fd-dde9b1123fa9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492673 May 27 16:33:48.502930 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43346) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:48.560507 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (bd7ad036-a724-407a-9194-3cab05175e4a), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.584346 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (bd7ad036-a724-407a-9194-3cab05175e4a), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.710064 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fb753-ee87-4a6c-95b5-e75fd6787f98 req-18eeb1b3-8b99-4b5c-8851-e712f9ac8229 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:48.711702 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd5fb753-ee87-4a6c-95b5-e75fd6787f98 req-18eeb1b3-8b99-4b5c-8851-e712f9ac8229 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0518091 May 27 16:33:48.757523 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (bd7ad036-a724-407a-9194-3cab05175e4a), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.760186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.761370 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "DELETE /v2.0/security-groups/bd7ad036-a724-407a-9194-3cab05175e4a HTTP/1.1" status: 204 len: 168 time: 0.2574241 May 27 16:33:48.765844 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd5fb753-ee87-4a6c-95b5-e75fd6787f98 req-db526cb6-cb57-4e3e-94c6-15bb3047a147 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472007 May 27 16:33:48.766053 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43350) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:48.782469 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b39fc-581b-430d-b1cb-fbf9b1fd1dee tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7ad036-a724-407a-9194-3cab05175e4a,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:48.784563 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.api.v2.resource [None req-8339a39c-0a94-4ea3-914d-a609c4ee062a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] show failed (client error): The resource could not be found. May 27 16:33:48.785633 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8339a39c-0a94-4ea3-914d-a609c4ee062a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups/bd7ad036-a724-407a-9194-3cab05175e4a HTTP/1.1" status: 404 len: 347 time: 0.0197275 May 27 16:33:48.788696 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43352) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:48.909158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Deleting port 3847ee36-b74a-456e-8832-0e41900a94b8 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:33:48.909531 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.932905 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:48.987959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:48.988282 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (3847ee36-b74a-456e-8832-0e41900a94b8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.005275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Calling delete_port for 3847ee36-b74a-456e-8832-0e41900a94b8 owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:33:49.364200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (3847ee36-b74a-456e-8832-0e41900a94b8), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.367519 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:49.388325 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'Port': ['ID=3847ee36-b74a-456e-8832-0e41900a94b8,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:49.456617 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (8e96ed56-c25d-4fe9-bc27-d3847eccc822), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.459091 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.460283 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-d94ecad1-f293-4c75-a396-5ef9fceaf0d2 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "DELETE /v2.0/floatingips/8e96ed56-c25d-4fe9-bc27-d3847eccc822 HTTP/1.1" status: 204 len: 168 time: 0.6706209 May 27 16:33:49.607175 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43358) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:49.612605 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896479167', 'description': 'tempest-description--665064284'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:49.724984 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.794388 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (cf1a523d-5210-46a6-890d-6a637c0779ea), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.867108 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (cf1a523d-5210-46a6-890d-6a637c0779ea), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.899151 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a523d-5210-46a6-890d-6a637c0779ea,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:49.950102 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb683a1-2747-422c-be88-46534300d286 req-b90da09f-c3a1-481a-94dc-4c31c4d4df28 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:49.954410 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edb683a1-2747-422c-be88-46534300d286 req-b90da09f-c3a1-481a-94dc-4c31c4d4df28 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0526371 May 27 16:33:49.983110 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:49.984912 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-177012e1-d988-49d7-9b60-092709526e1b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3762455 May 27 16:33:49.988095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43364) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:49.992902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group_rule': {'security_group_id': 'cf1a523d-5210-46a6-890d-6a637c0779ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:50.002846 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edb683a1-2747-422c-be88-46534300d286 req-9e768d0d-ecdc-406a-a40e-62bb57054c7d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444620 May 27 16:33:50.127993 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b7972-1dc6-4125-81ac-27fb9313946b req-29bad42e-f820-48e9-b1aa-4ccf4ca9e8d9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:50.129548 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff2b7972-1dc6-4125-81ac-27fb9313946b req-29bad42e-f820-48e9-b1aa-4ccf4ca9e8d9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0521491 May 27 16:33:50.138704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43370) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:50.143348 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Request body: {'floatingip': {'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:50.151384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (a5495fa3-de0a-48e0-9158-9f6298e36cd1), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.181186 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.211458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (a5495fa3-de0a-48e0-9158-9f6298e36cd1), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.300983 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (a5495fa3-de0a-48e0-9158-9f6298e36cd1), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.323008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5495fa3-de0a-48e0-9158-9f6298e36cd1,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:50.400243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.401597 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ef66c392-6302-4213-90e6-5c1f36180f4d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120264 May 27 16:33:50.404130 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43372) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:50.409176 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'security_group_rule': {'security_group_id': 'cf1a523d-5210-46a6-890d-6a637c0779ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:50.481406 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 61d181d0-5525-4601-81ec-69cc30f5255c no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:33:50.502521 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 61d181d0-5525-4601-81ec-69cc30f5255c {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:33:50.502869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 61d181d0-5525-4601-81ec-69cc30f5255c not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:33:50.512960 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (2daad42b-0333-4b1c-a8f4-30cb69a5ad88), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.539848 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:50.572646 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (2daad42b-0333-4b1c-a8f4-30cb69a5ad88), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.624486 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.655331 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (2daad42b-0333-4b1c-a8f4-30cb69a5ad88), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.675216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daad42b-0333-4b1c-a8f4-30cb69a5ad88,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:50.706775 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.708683 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:50.805978 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.806832 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Floating IP ea95a5bc-2a5b-47dd-a144-a816f4b7dd94 associated. External IP: 172.27.3.184, port: 8356222d-c6d4-41f6-8eb8-8db73dcb6d34. May 27 16:33:50.807471 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c0b837dd-69bd-4683-950d-3676b77b6a77 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022973 May 27 16:33:50.810543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43374) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:33:50.816373 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:50.918661 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:50.999578 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:51.010417 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.125090 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Allocated IP 172.27.3.57 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:51.141933 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:51.236165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.245710 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:33:51.330246 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.348240 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:33:51.355997 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.361294 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:33:51.371217 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:51.372877 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:51.373596 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:51.378671 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:51.382502 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:51.387880 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2cc2740e-5370-450a-9d23-d936d24e8be6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "PUT /v2.0/floatingips/ea95a5bc-2a5b-47dd-a144-a816f4b7dd94 HTTP/1.1" status: 200 len: 992 time: 1.2480886 May 27 16:33:51.388524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:51.390963 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e" -d '{"events": [{"name": "network-changed", "server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:51.404760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:51.436061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9d8ac5-417c-4079-a957-57959d879543 x-openstack-request-id: req-9a9d8ac5-417c-4079-a957-57959d879543 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:51.436357 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:51.436690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a9d8ac5-417c-4079-a957-57959d879543 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:51.437022 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9d8ac5-417c-4079-a957-57959d879543'] response: {'name': 'network-changed', 'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'status': 'completed', 'code': 200} May 27 16:33:51.488195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:51.488883 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.534840 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-0c19acf4-13ca-41e9-bbdc-dd57cdcad089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:51.536356 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-0c19acf4-13ca-41e9-bbdc-dd57cdcad089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1130 time: 0.0436280 May 27 16:33:51.654547 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:51.676192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-f23e4c1c-fa65-4733-956c-ca1c812c61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:51.677738 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-f23e4c1c-fa65-4733-956c-ca1c812c61c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.1338573 May 27 16:33:51.708814 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'ea95a5bc-2a5b-47dd-a144-a816f4b7dd94', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:33Z', 'updated_at': '2022-05-27T16:33:50Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:51.736940 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:33:51.746402 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:33:51.746640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:33:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:51.747098 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:51.750348 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:51.776441 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-22455083-5c78-4def-94e5-20313c486879 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 1000 time: 0.0910192 May 27 16:33:51.851177 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:33:51.876741 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-83879288-48a2-46a1-9b62-47ffcd8a1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:51.888129 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-83879288-48a2-46a1-9b62-47ffcd8a1b2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0931942 May 27 16:33:51.936022 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-886129fa-e488-4ca1-9aa6-7a50edadd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:51.938106 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-886129fa-e488-4ca1-9aa6-7a50edadd1cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471220 May 27 16:33:51.975558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:52.042724 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:52.061502 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-90cafc73-1aa3-4fe0-b61c-df94381e73a8 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168587 May 27 16:33:52.076110 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'ea95a5bc-2a5b-47dd-a144-a816f4b7dd94', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:33Z', 'updated_at': '2022-05-27T16:33:50Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:33:52.101488 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec292bd-c018-4f6e-bd64-9a655698a5cb None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'ea95a5bc-2a5b-47dd-a144-a816f4b7dd94', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:33Z', 'updated_at': '2022-05-27T16:33:50Z', 'revision_number': 1, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:33:52.136802 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:52.144145 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:52.238588 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-3ae2db7a-2936-49c5-bc79-f46bbf2fd07e req-82fb8fe5-01b0-4d42-9c83-4f99ca84a77c service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626010 May 27 16:33:52.241125 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:52.250858 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:52.337949 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572da294-5eff-4198-a1fa-79b8b6469ccc None None] New status for floating IP ea95a5bc-2a5b-47dd-a144-a816f4b7dd94: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:33:52.388971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:52.390475 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-2d3502c3-788d-4c9c-bc1b-f16bd4b40595 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5787423 May 27 16:33:52.628681 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-4bfb1864-537f-4e55-903a-7c1764840fce tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1896479167&fields=id&tenant_id=3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 267 time: 0.0512207 May 27 16:33:52.740005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-863fa8b6-61bd-4e29-b5b3-c55ed2c98d8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:52.741513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-863fa8b6-61bd-4e29-b5b3-c55ed2c98d8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 811 time: 0.1055543 May 27 16:33:52.758106 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-e943a0e2-dc02-462a-8472-6c094ccb1b2c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/quotas/3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 375 time: 0.0105331 May 27 16:33:52.818097 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-955f566c-e632-4e9f-93bb-8ed08c07074f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545602 May 27 16:33:52.965279 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-a89c4d4f-4e44-4471-8116-99775418cf3d service neutron] 10.222.0.42 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346152 May 27 16:33:53.034806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:53.064368 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-3fb9fe0f-f82c-4790-aa81-711225b4483f service neutron] 10.222.0.42 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918589 May 27 16:33:53.377902 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b52a6746-b865-4cff-8329-83641f29b34c req-a01f583a-2391-4441-bf84-00fbd799a717 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0290182 May 27 16:33:54.479661 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e559a66e-def9-4532-9697-7acb0baeb7c4 req-335c4069-f11b-4e84-b6f7-96106ad5e66d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0298138 May 27 16:33:55.647344 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b8fdc1ac-9bdf-4f2b-9d9a-9df7fa159b53 req-74bb3807-134a-4c1f-8a89-6ac8551d3fe1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0408180 May 27 16:33:55.683823 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-22de95ed-63bf-46ea-9676-baf1c9c14330 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:55.685416 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-22de95ed-63bf-46ea-9676-baf1c9c14330 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 811 time: 0.1192813 May 27 16:33:56.179814 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f07422e0-37db-447b-9049-c3374e874645 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa953c1f6d240098f164785b8ccc5b4 HTTP/1.1" status: 200 len: 380 time: 0.0523021 May 27 16:33:56.196750 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'port': {'device_id': '727a62b9-55e0-4e2d-b773-197b092299ca', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'admin_state_up': True, 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'security_groups': ['cf1a523d-5210-46a6-890d-6a637c0779ea']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:56.376499 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Made reservation on behalf of 3fa953c1f6d240098f164785b8ccc5b4 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:33:56.380058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:56.507570 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:56.522020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Allocated IP 172.20.0.5 (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd/dd1a09d0-5801-4dc3-a552-1ac623623578/cc40eb88-ffe4-466d-8a3d-40058b281672) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:33:56.661817 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:56.682471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:56.741974 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-910520b2-9226-4a2b-a050-065d35e7fedd req-e206fac4-190f-48ad-97e0-a0dfa2141f0a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0281744 May 27 16:33:56.769574 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:56.817560 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:33:56.820850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:33:56.824732 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:33:56.861603 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event updated for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:56.876751 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.877214 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.877599 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.877944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.878282 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.878613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.878944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.879275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.879602 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.879928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.880254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.880690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.880890 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.881213 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.881558 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:33:56.901419 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:56.902067 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:57.086176 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-d8d0cf7f-6fc0-48c2-a7f2-24bab96ae707 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991058 May 27 16:33:57.104285 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-b680ffc0-7f37-4916-9db2-d66cb5342e23 None None] Provisioning complete for port cc40eb88-ffe4-466d-8a3d-40058b281672 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:33:57.104828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b680ffc0-7f37-4916-9db2-d66cb5342e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:57.137976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b680ffc0-7f37-4916-9db2-d66cb5342e23 None None] Port cc40eb88-ffe4-466d-8a3d-40058b281672 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:33:57.156097 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Request body: {'port': {'device_id': '727a62b9-55e0-4e2d-b773-197b092299ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:33:57.219922 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:57.509391 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc40eb88-ffe4-466d-8a3d-40058b281672 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:33:57.517060 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks [] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:57.529945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Transition to ACTIVE for port object cc40eb88-ffe4-466d-8a3d-40058b281672 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:33:57.615762 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:57.620073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:57.671964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Pushing event updated for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:57.870825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074be6d-3b72-45d0-902e-94b7b97969ed req-dc9e9405-2a63-40c7-a83b-eda4e521754b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:57.872410 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9074be6d-3b72-45d0-902e-94b7b97969ed req-dc9e9405-2a63-40c7-a83b-eda4e521754b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0530999 May 27 16:33:57.928412 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9074be6d-3b72-45d0-902e-94b7b97969ed req-40c11e00-eebd-4f8b-b738-3542c4febe73 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469499 May 27 16:33:58.005248 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Attempting to bind port cc40eb88-ffe4-466d-8a3d-40058b281672 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:33:58.005848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Attempting to bind port cc40eb88-ffe4-466d-8a3d-40058b281672 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:33:58.005973 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Attempting to bind port cc40eb88-ffe4-466d-8a3d-40058b281672 on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:58.010243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Port cc40eb88-ffe4-466d-8a3d-40058b281672 on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:33:58.010554 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Attempting to bind port cc40eb88-ffe4-466d-8a3d-40058b281672 on network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:33:58.015470 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:33:58.016315 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Checking segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:33:58.016691 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Bound using segment: {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:33:58.017108 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Bound port: cc40eb88-ffe4-466d-8a3d-40058b281672, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400e4bda-49ca-47de-92f0-3bd320b9b1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:33:58.017483 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:58.082263 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:33:58.086370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=cc40eb88-ffe4-466d-8a3d-40058b281672,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:33:58.164758 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:58.200825 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:58.201326 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:58.202730 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] 10.222.0.15 "PUT /v2.0/ports/cc40eb88-ffe4-466d-8a3d-40058b281672 HTTP/1.1" status: 200 len: 1093 time: 1.1006970 May 27 16:33:58.203164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:33:58.206062 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b177911-ba21-49b2-9b45-8127da70462d" -d '{"events": [{"name": "network-changed", "server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:33:58.241751 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae18fd-fc03-4232-a595-76dda03ed8bf service neutron] Pushing event updated for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:33:58.261199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0b5d5-7331-4db3-9863-23075d018939 x-openstack-request-id: req-7de0b5d5-7331-4db3-9863-23075d018939 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:33:58.261612 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:33:58.261952 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7de0b5d5-7331-4db3-9863-23075d018939 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:33:58.262447 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de0b5d5-7331-4db3-9863-23075d018939'] response: {'name': 'network-changed', 'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'status': 'completed', 'code': 200} May 27 16:33:58.279685 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c170cc-ed44-42d2-aace-d1523f435749 req-ad3e4ce8-89b6-49ac-8d8d-9616c76aefc4 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:58.282787 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5c170cc-ed44-42d2-aace-d1523f435749 req-ad3e4ce8-89b6-49ac-8d8d-9616c76aefc4 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0543356 May 27 16:33:58.331252 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:33:58.336382 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5c170cc-ed44-42d2-aace-d1523f435749 req-c95607bf-5ce0-4fae-8aa1-5808dda32a30 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487397 May 27 16:33:58.768917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df9d9369-6ac3-42a0-b5c3-c0eafbaf440d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:33:59.049987 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3a65-cef8-4f25-9714-0724254e1416 req-e5e89b5e-95fe-47a7-94f1-b3828f3236a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:59.051397 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c41a3a65-cef8-4f25-9714-0724254e1416 req-e5e89b5e-95fe-47a7-94f1-b3828f3236a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0480614 May 27 16:33:59.099308 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c41a3a65-cef8-4f25-9714-0724254e1416 req-bb2953b6-f421-481c-9f64-f7175c1c459c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 May 27 16:33:59.455390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb494ce-7aea-4f6f-a7ad-b0e36f86c226 req-b25f4509-b91a-44c0-950d-ea808ea2f41d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:33:59.456884 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cb494ce-7aea-4f6f-a7ad-b0e36f86c226 req-b25f4509-b91a-44c0-950d-ea808ea2f41d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0477436 May 27 16:33:59.515235 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cb494ce-7aea-4f6f-a7ad-b0e36f86c226 req-824f5cc1-c4f6-4246-a2ab-f9c637ace997 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527036 May 27 16:34:00.220711 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc83116-d806-4680-93aa-53944639d72a req-0d698208-2d93-4196-9627-b9aa045293f5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:00.222291 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abc83116-d806-4680-93aa-53944639d72a req-0d698208-2d93-4196-9627-b9aa045293f5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0540869 May 27 16:34:00.271414 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abc83116-d806-4680-93aa-53944639d72a req-f1e3f234-c681-4cc0-9ccc-c4f24d581d2b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 May 27 16:34:00.631221 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc775d-73bd-4153-9719-27820f82cf4c req-c752f759-03f4-4d4d-8235-4e5442e26fba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:00.632696 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b2cc775d-73bd-4153-9719-27820f82cf4c req-c752f759-03f4-4d4d-8235-4e5442e26fba tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0476918 May 27 16:34:00.679598 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b2cc775d-73bd-4153-9719-27820f82cf4c req-ec912724-171a-49b9-829e-2561efa2a940 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 May 27 16:34:01.390561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58b48-9744-4a12-b062-7b107aa87ed2 req-cfe6dca5-328a-4c44-9fb4-5b6521d7b527 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:01.392768 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8bd58b48-9744-4a12-b062-7b107aa87ed2 req-cfe6dca5-328a-4c44-9fb4-5b6521d7b527 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0527222 May 27 16:34:01.440076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8bd58b48-9744-4a12-b062-7b107aa87ed2 req-b2648a0f-a8b0-4773-9456-4899c5bb1fd6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 May 27 16:34:01.627380 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-64917714-9949-45bd-9985-48b165f94750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:01.712306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177911-ba21-49b2-9b45-8127da70462d req-474a5b6e-bd9c-4d40-9747-f1ed34e0a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:01.713846 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8b177911-ba21-49b2-9b45-8127da70462d req-474a5b6e-bd9c-4d40-9747-f1ed34e0a9af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 1127 time: 0.0447454 May 27 16:34:01.795068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b64a-0bca-4595-92f8-68538aff94d5 req-9afaab84-e1fe-4682-9b49-30517e088dfb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:01.796527 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6be4b64a-0bca-4595-92f8-68538aff94d5 req-9afaab84-e1fe-4682-9b49-30517e088dfb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0469997 May 27 16:34:01.846545 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6be4b64a-0bca-4595-92f8-68538aff94d5 req-781df3e0-60ba-4257-a400-843e090e82b3 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435045 May 27 16:34:01.928711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:01.951323 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177911-ba21-49b2-9b45-8127da70462d req-d86930fb-83b1-4115-99bf-fc1aeca441fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:01.952816 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8b177911-ba21-49b2-9b45-8127da70462d req-d86930fb-83b1-4115-99bf-fc1aeca441fb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978234 May 27 16:34:02.127356 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eabb0-363a-4058-b874-e4bd1c758444 req-cc152695-8fbd-4405-8a84-7de80c5d1b64 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.128845 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-115eabb0-363a-4058-b874-e4bd1c758444 req-cc152695-8fbd-4405-8a84-7de80c5d1b64 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.1075575 May 27 16:34:02.217141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177911-ba21-49b2-9b45-8127da70462d req-ef69a528-048e-499c-b41f-65e41e97bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.218680 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8b177911-ba21-49b2-9b45-8127da70462d req-ef69a528-048e-499c-b41f-65e41e97bf7b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2062252 May 27 16:34:02.238208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Deleting port 184d2fa2-c59f-4092-9f78-35e0ddf7631b {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:02.238548 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:02.367413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-e4d7cd42-923d-475c-931d-eb1eaee0c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.368928 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-e4d7cd42-923d-475c-931d-eb1eaee0c98f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 1127 time: 0.0668967 May 27 16:34:02.375164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] For port 184d2fa2-c59f-4092-9f78-35e0ddf7631b, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=184d2fa2-c59f-4092-9f78-35e0ddf7631b,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:02.375551 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:02.443694 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-47492471-ef6a-49bd-a015-706dac38a8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc40eb88-ffe4-466d-8a3d-40058b281672 HTTP/1.1" status: 200 len: 217 time: 0.0531380 May 27 16:34:02.452958 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:02.558070 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485430a8-b6c8-4988-b1e4-dca013b10977 req-2794c4eb-e128-4c15-bd70-8d013375c1e1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.559557 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-485430a8-b6c8-4988-b1e4-dca013b10977 req-2794c4eb-e128-4c15-bd70-8d013375c1e1 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0486801 May 27 16:34:02.570166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-b8852637-5132-4923-a8cd-2016808e8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.571630 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-b8852637-5132-4923-a8cd-2016808e8aad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.0996535 May 27 16:34:02.614481 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-485430a8-b6c8-4988-b1e4-dca013b10977 req-dcf20ac0-5723-4139-a953-a34c3b500f50 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480931 May 27 16:34:02.658042 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-52082904-e956-4019-b3f5-6e15833c1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.659556 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-52082904-e956-4019-b3f5-6e15833c1eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812371 May 27 16:34:02.696065 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:02.696342 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:02.696669 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Floating IP 68c05815-0d53-4c8d-89d0-18a96776a649 disassociated. External IP: 172.27.3.46, port: 184d2fa2-c59f-4092-9f78-35e0ddf7631b. May 27 16:34:02.697017 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Calling delete_port for 184d2fa2-c59f-4092-9f78-35e0ddf7631b owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:02.707216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:02.775973 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:02.825217 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-6d1018f0-477b-4cff-b787-15ee0d7c9967 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569068 May 27 16:34:02.860770 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:02.971279 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-06689ef5-3a30-417e-a1a8-00a722601e73 req-eac8aecb-1eac-4956-b081-9906422025b0 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309826 May 27 16:34:02.982260 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685e4d1-d007-4f5f-a484-6d42b3ac4180 req-396c91a5-aff3-4f93-a2c5-d0bbd4c3fefb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:02.983758 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b685e4d1-d007-4f5f-a484-6d42b3ac4180 req-396c91a5-aff3-4f93-a2c5-d0bbd4c3fefb tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 946 time: 0.0651188 May 27 16:34:03.035137 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b685e4d1-d007-4f5f-a484-6d42b3ac4180 req-98ef340b-b7f7-45e7-9393-d49dbefb1aff tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dcd6ede-3382-49bc-aa5d-58826da9e7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 May 27 16:34:03.050208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (184d2fa2-c59f-4092-9f78-35e0ddf7631b), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:03.088733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event deleted for resources: {'Port': ['ID=184d2fa2-c59f-4092-9f78-35e0ddf7631b,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:03.200552 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:03.304659 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:03.315263 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:03.325659 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:03.326318 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:03.354505 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] No DVR routers for this DVR port 184d2fa2-c59f-4092-9f78-35e0ddf7631b on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:03.357371 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:03.361445 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-115eabb0-363a-4058-b874-e4bd1c758444 req-9d59e8dd-956e-4e0e-88cf-0b5ad1823170 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "DELETE /v2.0/ports/184d2fa2-c59f-4092-9f78-35e0ddf7631b HTTP/1.1" status: 204 len: 173 time: 1.2258615 May 27 16:34:03.361893 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'name': 'network-vif-deleted', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:03.364264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a86e9-2f35-4b97-b0e3-4afe7cdbfcc5" -d '{"events": [{"server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "name": "network-vif-deleted", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:03.434671 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:03.486769 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1021b-cf0e-459e-80f2-90145e615121 x-openstack-request-id: req-c6f1021b-cf0e-459e-80f2-90145e615121 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:03.487138 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f", "name": "network-vif-deleted", "tag": "184d2fa2-c59f-4092-9f78-35e0ddf7631b", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:03.487477 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6f1021b-cf0e-459e-80f2-90145e615121 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:03.487974 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f1021b-cf0e-459e-80f2-90145e615121'] response: {'server_uuid': '2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f', 'name': 'network-vif-deleted', 'tag': '184d2fa2-c59f-4092-9f78-35e0ddf7631b', 'status': 'completed', 'code': 200} May 27 16:34:03.649795 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:03.678822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:03.687364 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:03.688003 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:03.748525 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b1a0-c5c5-4e19-bd9f-b111fb53bac8 req-1e6ab34e-8388-46df-aeec-0094702aa7e6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:03.750657 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5064b1a0-c5c5-4e19-bd9f-b111fb53bac8 req-1e6ab34e-8388-46df-aeec-0094702aa7e6 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0562158 May 27 16:34:03.774499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:03.792518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:03.806600 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5064b1a0-c5c5-4e19-bd9f-b111fb53bac8 req-e5442345-df90-498e-88d0-3c68d390f822 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493186 May 27 16:34:03.884288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:03.991986 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:04.040149 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2120ef9-127f-4b36-befd-071b61d79294 None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:55Z', 'revision_number': 4, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '040b53c9-4fde-4dcd-b074-d11a5745edc1', 'name': '', 'network_id': '4b4aa0c1-80e2-4655-bb67-93c62e39df1f', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'mac_address': 'fa:16:3e:1c:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:53Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'subnets': [{'id': 'e78c6dc3-a63a-4bfd-9b27-1a30c170245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:04.143749 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b46e45d-7a80-4817-9f73-ff5f6bb6ced3 req-c2c89658-cd4f-4e18-b86f-836cc9caa4b7 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.0354438 May 27 16:34:04.158834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:04.331642 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ead390-1048-4432-80de-f10c64a0c3de None None] New status for floating IP 68c05815-0d53-4c8d-89d0-18a96776a649: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:34:04.335529 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:04.926859 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965b26-62de-4e21-9216-368ef6ad1d9f req-2d696d19-5f47-4fd9-84ca-7727423e03a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:04.928465 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57965b26-62de-4e21-9216-368ef6ad1d9f req-2d696d19-5f47-4fd9-84ca-7727423e03a3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0514193 May 27 16:34:04.980732 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57965b26-62de-4e21-9216-368ef6ad1d9f req-909b3718-5654-495f-b012-26d658964e0d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460210 May 27 16:34:05.264311 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4131acfc-5567-479b-b68d-8e55609ab77f req-19cbf760-3e43-4ad6-b7d5-bb9555c70884 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=2dfcb1f0-4f55-4aa0-9d83-1747c9900a2f HTTP/1.1" status: 200 len: 210 time: 0.0299778 May 27 16:34:05.650028 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.097366 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d8ba4-cbfa-48d6-a56f-a41bd224615d req-3dc89819-cbd6-42cf-bcb1-362c7d7c6842 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:06.098932 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c51d8ba4-cbfa-48d6-a56f-a41bd224615d req-3dc89819-cbd6-42cf-bcb1-362c7d7c6842 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 943 time: 0.0478115 May 27 16:34:06.134839 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:06.151890 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c51d8ba4-cbfa-48d6-a56f-a41bd224615d req-8f881f38-a79b-4f1c-a03f-3937cadfbf98 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 May 27 16:34:06.405192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43492) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:06.461544 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (0dcd6ede-3382-49bc-aa5d-58826da9e7b8), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.485220 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (0dcd6ede-3382-49bc-aa5d-58826da9e7b8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.525566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device cc40eb88-ffe4-466d-8a3d-40058b281672 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:34:06.537863 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 184d2fa2-c59f-4092-9f78-35e0ddf7631b no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:06.539891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:06.563888 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 184d2fa2-c59f-4092-9f78-35e0ddf7631b {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:06.564264 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 184d2fa2-c59f-4092-9f78-35e0ddf7631b not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:06.592415 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (0dcd6ede-3382-49bc-aa5d-58826da9e7b8), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.595164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.596407 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "DELETE /v2.0/security-groups/0dcd6ede-3382-49bc-aa5d-58826da9e7b8 HTTP/1.1" status: 204 len: 168 time: 0.1901569 May 27 16:34:06.599814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43494) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:06.606154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2151ed7-5408-4659-bebf-0c17639b5718 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd6ede-3382-49bc-aa5d-58826da9e7b8,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:06.617227 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-094c0e34-5457-4161-8c7a-ab3e15f90853 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] show failed (client error): The resource could not be found. May 27 16:34:06.618287 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-094c0e34-5457-4161-8c7a-ab3e15f90853 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups/0dcd6ede-3382-49bc-aa5d-58826da9e7b8 HTTP/1.1" status: 404 len: 347 time: 0.0175018 May 27 16:34:06.621013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43496) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:06.669920 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=cc40eb88-ffe4-466d-8a3d-40058b281672,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:06.682742 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'port_id': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'mac_address': 'fa:16:3e:9c:49:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:34:06.720593 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port cc40eb88-ffe4-466d-8a3d-40058b281672 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:06.720892 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.735673 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc40eb88-ffe4-466d-8a3d-40058b281672 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:34:06.742352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Deleting port 3c83c017-2a3f-4669-a941-4c91c79ac309 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:06.743614 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.758172 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=cc40eb88-ffe4-466d-8a3d-40058b281672,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:06.832978 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.838765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.839114 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (3c83c017-2a3f-4669-a941-4c91c79ac309), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:06.853097 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Calling delete_port for 3c83c017-2a3f-4669-a941-4c91c79ac309 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:06.887104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:06.896818 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.897169 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.897571 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.897907 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.898244 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.898570 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.898893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.899214 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.899538 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.899857 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.900180 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.900515 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.900838 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.901253 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:06.907234 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.067332 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (3c83c017-2a3f-4669-a941-4c91c79ac309), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:07.091779 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event deleted for resources: {'Port': ['ID=3c83c017-2a3f-4669-a941-4c91c79ac309,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:07.106992 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.107612 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.107726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.108025 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.108335 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.108659 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.108981 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.109300 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.110193 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.110508 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.110827 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.111258 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.111580 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.111898 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.112221 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:07.177148 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks [] for floatingip (68c05815-0d53-4c8d-89d0-18a96776a649), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:07.179809 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:07.181001 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-84d57aee-1c3f-49db-8cdc-3167ca082c4c tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "DELETE /v2.0/floatingips/68c05815-0d53-4c8d-89d0-18a96776a649 HTTP/1.1" status: 204 len: 168 time: 0.5590847 May 27 16:34:07.222112 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['cc40eb88-ffe4-466d-8a3d-40058b281672'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:07.271977 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af7e8c-93aa-400a-86b3-dca5888c8f3c req-b6f75afc-cc98-49d6-b2fa-064c6700e778 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:07.273570 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45af7e8c-93aa-400a-86b3-dca5888c8f3c req-b6f75afc-cc98-49d6-b2fa-064c6700e778 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 944 time: 0.0509570 May 27 16:34:07.327378 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-45af7e8c-93aa-400a-86b3-dca5888c8f3c req-3fb2259b-59ed-4f00-8cd4-16c3350c93e0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 May 27 16:34:08.446250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffda526-acaf-4a2f-a839-7aec56001066 req-3e55e08a-16e5-416f-a422-a90d5830367f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:08.447681 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ffda526-acaf-4a2f-a839-7aec56001066 req-3e55e08a-16e5-416f-a422-a90d5830367f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 944 time: 0.0497286 May 27 16:34:08.497912 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ffda526-acaf-4a2f-a839-7aec56001066 req-a4b9e91a-dc1e-4b02-9fd4-fb08864b86fa tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 May 27 16:34:08.544213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device cc40eb88-ffe4-466d-8a3d-40058b281672 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:34:08.587630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port cc40eb88-ffe4-466d-8a3d-40058b281672 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:34:08.684134 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port cc40eb88-ffe4-466d-8a3d-40058b281672 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:34:08.684648 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:08.760813 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port cc40eb88-ffe4-466d-8a3d-40058b281672 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:08.761202 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:08.783605 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:08.785913 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda21877-c5d4-44f5-a947-8d2c7ea81291" -d '{"events": [{"server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "name": "network-vif-plugged", "status": "completed", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:08.799674 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=cc40eb88-ffe4-466d-8a3d-40058b281672,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:08.824040 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8336b9-b01e-46fd-9b17-a8469b4d9a1e x-openstack-request-id: req-3d8336b9-b01e-46fd-9b17-a8469b4d9a1e {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:08.824379 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "name": "network-vif-plugged", "status": "completed", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:08.824631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d8336b9-b01e-46fd-9b17-a8469b4d9a1e {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:08.825034 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8336b9-b01e-46fd-9b17-a8469b4d9a1e'] response: {'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'code': 200} May 27 16:34:08.861903 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:09.027774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:09.040974 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:09.319599 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8417-7c5e-4715-a4f0-197868736079 req-42387adc-9f25-4bf2-9316-50ee083f22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:09.321614 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ea0d8417-7c5e-4715-a4f0-197868736079 req-42387adc-9f25-4bf2-9316-50ee083f22ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 1129 time: 0.0433626 May 27 16:34:09.373249 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ea0d8417-7c5e-4715-a4f0-197868736079 req-860329c2-48f1-46f6-8f7f-875662f09fe1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 May 27 16:34:09.618867 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fd205-c161-402c-b6da-cba06f21a0e9 req-339d9bcc-c80e-484f-8aa1-6aa0f1f3fbfd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:09.620336 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e06fd205-c161-402c-b6da-cba06f21a0e9 req-339d9bcc-c80e-484f-8aa1-6aa0f1f3fbfd tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0524399 May 27 16:34:09.674050 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e06fd205-c161-402c-b6da-cba06f21a0e9 req-f219ebae-98cc-4366-baf8-310270acdbd3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458007 May 27 16:34:10.238469 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:10.247031 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603603c2-1c5c-4b13-a45b-2fcdc73617b2 req-1e60ffa4-fcde-4d70-85fe-f2457f89c61d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:10.248772 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-603603c2-1c5c-4b13-a45b-2fcdc73617b2 req-1e60ffa4-fcde-4d70-85fe-f2457f89c61d tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0493855 May 27 16:34:10.298892 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-603603c2-1c5c-4b13-a45b-2fcdc73617b2 req-e8b0bb20-4e98-42df-b48d-cb2dc3168cc6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 May 27 16:34:10.786772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:10.795139 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8a583-4eb3-4a7e-8e62-87f337085396 req-5453a366-b706-44bf-a130-0691dc1235ab tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:10.796909 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5bc8a583-4eb3-4a7e-8e62-87f337085396 req-5453a366-b706-44bf-a130-0691dc1235ab tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0518017 May 27 16:34:10.845083 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5bc8a583-4eb3-4a7e-8e62-87f337085396 req-fad23dc9-2435-4639-9c34-79239410ece0 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 May 27 16:34:10.992749 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:11.414950 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b7df9-74c8-43be-abc8-3fb0827ec8a7 req-33825441-369f-4755-9c1a-36da5bc3bac9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:11.416414 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0f2b7df9-74c8-43be-abc8-3fb0827ec8a7 req-33825441-369f-4755-9c1a-36da5bc3bac9 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0479295 May 27 16:34:11.464104 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0f2b7df9-74c8-43be-abc8-3fb0827ec8a7 req-ebd3dd60-a78e-4ead-ab4a-fd5a9dd7f693 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 May 27 16:34:11.965054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be5e4c-04c2-4c2a-a881-3466bcb0e5aa req-de966012-e788-499a-a96b-baf8e2bdad9d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:11.966548 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0be5e4c-04c2-4c2a-a881-3466bcb0e5aa req-de966012-e788-499a-a96b-baf8e2bdad9d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0517294 May 27 16:34:12.019263 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f0be5e4c-04c2-4c2a-a881-3466bcb0e5aa req-f15b32bf-f0e7-4dae-90b8-8f9fc3a5f7a4 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469944 May 27 16:34:12.580805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e85800-f8d8-4197-8a46-b3cce82862ce req-1308c6b5-306f-45ea-a31e-e5a3a25b0e04 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:12.582333 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95e85800-f8d8-4197-8a46-b3cce82862ce req-1308c6b5-306f-45ea-a31e-e5a3a25b0e04 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0507028 May 27 16:34:12.629780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95e85800-f8d8-4197-8a46-b3cce82862ce req-c35b0d6f-2b7c-4ffd-ab96-bab84b1590e2 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 May 27 16:34:13.138257 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf18e5-394a-4513-95ae-1e4ef1efb37c req-69ceeac3-7287-47dd-89d5-b3799080a5dc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:13.139726 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9bf18e5-394a-4513-95ae-1e4ef1efb37c req-69ceeac3-7287-47dd-89d5-b3799080a5dc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0492287 May 27 16:34:13.187051 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9bf18e5-394a-4513-95ae-1e4ef1efb37c req-92ece5e5-6fc9-473c-b15a-9c23c9b09216 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 May 27 16:34:13.751796 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f1c8f-011e-4d96-ab80-4e990e691e79 req-8c530df8-392b-4173-9854-405724f50cf6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:13.752903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-468d153e-204e-4592-8ba7-db8344f9780e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:13.753514 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5f9f1c8f-011e-4d96-ab80-4e990e691e79 req-8c530df8-392b-4173-9854-405724f50cf6 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0516529 May 27 16:34:13.754403 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-468d153e-204e-4592-8ba7-db8344f9780e tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 946 time: 0.0484977 May 27 16:34:13.806089 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5f9f1c8f-011e-4d96-ab80-4e990e691e79 req-4a780595-e8ab-4ef6-aa4c-bcaef7cb49b8 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462279 May 27 16:34:13.862385 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Deleting port 5e118c26-5265-4811-94b8-60efa598d923 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:13.862727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (5e118c26-5265-4811-94b8-60efa598d923), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:13.887843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:13.968248 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] For port 5e118c26-5265-4811-94b8-60efa598d923, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=5e118c26-5265-4811-94b8-60efa598d923,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:13.968649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (5e118c26-5265-4811-94b8-60efa598d923), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:13.983047 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Calling delete_port for 5e118c26-5265-4811-94b8-60efa598d923 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:14.060178 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:14.216287 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (5e118c26-5265-4811-94b8-60efa598d923), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:14.248011 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event deleted for resources: {'Port': ['ID=5e118c26-5265-4811-94b8-60efa598d923,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:14.261016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8f129cf8-d17c-49bd-bb15-e74ecf6db21d', '5e118c26-5265-4811-94b8-60efa598d923'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:14.296411 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] No DVR routers for this DVR port 5e118c26-5265-4811-94b8-60efa598d923 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:14.300657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:14.303932 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-52c8090c-ffd2-44c1-8fda-12af576578c9 req-ca34efad-ae47-4c58-b349-8c43309ffc55 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "DELETE /v2.0/ports/5e118c26-5265-4811-94b8-60efa598d923 HTTP/1.1" status: 204 len: 173 time: 0.5435107 May 27 16:34:14.304953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'name': 'network-vif-deleted', 'tag': '5e118c26-5265-4811-94b8-60efa598d923'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:14.307486 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5357ba3d-f10f-4066-ad6c-4d8c583975a0" -d '{"events": [{"server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "name": "network-vif-deleted", "tag": "5e118c26-5265-4811-94b8-60efa598d923"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:14.324493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387da018-a20c-433b-b808-7d6f2f316926 req-fcacb2ff-8f38-4b15-a200-395f0f8bc10b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:14.326291 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-387da018-a20c-433b-b808-7d6f2f316926 req-fcacb2ff-8f38-4b15-a200-395f0f8bc10b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0674019 May 27 16:34:14.347429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83e587-6c7f-446f-9603-5c3e102dae3b x-openstack-request-id: req-4f83e587-6c7f-446f-9603-5c3e102dae3b {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:14.347776 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a376bd1-2163-4333-a7a2-978057e231c5", "name": "network-vif-deleted", "tag": "5e118c26-5265-4811-94b8-60efa598d923", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:14.348041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f83e587-6c7f-446f-9603-5c3e102dae3b {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:14.348705 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f83e587-6c7f-446f-9603-5c3e102dae3b'] response: {'server_uuid': '8a376bd1-2163-4333-a7a2-978057e231c5', 'name': 'network-vif-deleted', 'tag': '5e118c26-5265-4811-94b8-60efa598d923', 'status': 'completed', 'code': 200} May 27 16:34:14.379469 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-387da018-a20c-433b-b808-7d6f2f316926 req-df8e01d5-92b5-4a99-b4ff-bed4e1e43f35 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454357 May 27 16:34:14.407248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:14.497272 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30c2d-afff-4305-a804-c50c664b3e7b req-33891f38-8d22-479e-a56b-b1f14c45b29d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:14.499069 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8ac30c2d-afff-4305-a804-c50c664b3e7b req-33891f38-8d22-479e-a56b-b1f14c45b29d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0516927 May 27 16:34:14.507812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43544) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:14.512039 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Request body: {'floatingip': {'port_id': 'cc40eb88-ffe4-466d-8a3d-40058b281672'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:14.530396 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:14.553476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:14.920669 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:14.953200 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d366149e-3583-4ef8-89d2-8afa27abb0c1 req-ca85f59a-ccc4-4033-973b-3f2059ad5102 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a376bd1-2163-4333-a7a2-978057e231c5 HTTP/1.1" status: 200 len: 210 time: 0.0359468 May 27 16:34:14.965616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:15.052882 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:15.096591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:15.196860 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Floating IP bd192c31-5a89-49df-a400-6ae4aa7602e4 associated. External IP: 172.27.3.57, port: cc40eb88-ffe4-466d-8a3d-40058b281672. May 27 16:34:15.400013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:15.507107 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:15.512538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:15.519551 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:15.536784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:15.537459 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:15.546389 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9104014c-dd96-4b01-99c8-844f59a77b8c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "PUT /v2.0/floatingips/bd192c31-5a89-49df-a400-6ae4aa7602e4 HTTP/1.1" status: 200 len: 990 time: 1.0352569 May 27 16:34:15.546389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:15.547474 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce" -d '{"events": [{"name": "network-changed", "server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:15.589714 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc12e4-ef0f-4434-8b9c-c0dd667d2781 x-openstack-request-id: req-7bbc12e4-ef0f-4434-8b9c-c0dd667d2781 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:15.590069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:15.590415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bbc12e4-ef0f-4434-8b9c-c0dd667d2781 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:15.591198 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbc12e4-ef0f-4434-8b9c-c0dd667d2781'] response: {'name': 'network-changed', 'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'status': 'completed', 'code': 200} May 27 16:34:15.650473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:15.692093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-31fa2d50-f779-40e4-9b08-513d45efc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:15.694327 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-31fa2d50-f779-40e4-9b08-513d45efc699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 1129 time: 0.0479462 May 27 16:34:15.793168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-0b632316-4d66-402c-a9ba-536d2e796319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:15.794710 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-0b632316-4d66-402c-a9ba-536d2e796319 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 200 len: 912 time: 0.0940392 May 27 16:34:15.858990 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-2c7133cd-9468-4d4b-8d67-ddbb3f7a16a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc40eb88-ffe4-466d-8a3d-40058b281672 HTTP/1.1" status: 200 len: 998 time: 0.0563064 May 27 16:34:15.869927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'bd192c31-5a89-49df-a400-6ae4aa7602e4', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:9c:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a62b9-55e0-4e2d-b773-197b092299ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:51Z', 'updated_at': '2022-05-27T16:34:14Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:15.902161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:15.911111 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:15.911719 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:15.916332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-474c7e96-e6ce-44a2-9441-1dd0800680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:15.917850 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-474c7e96-e6ce-44a2-9441-1dd0800680b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 200 len: 850 time: 0.0514257 May 27 16:34:15.965510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-74619dc5-8f6e-4012-be7b-7754ac5cb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:15.967033 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-74619dc5-8f6e-4012-be7b-7754ac5cb3e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428052 May 27 16:34:16.046611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:16.077999 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-8ef8e005-82da-4036-adc0-dffbee31aa62 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980461 May 27 16:34:16.195833 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1bd41dda-fd70-4e77-beaf-0f3f909c05ce req-b57c9968-452f-447a-80a6-3bbf4f7e01f7 service neutron] 10.222.0.15 "GET /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074717 May 27 16:34:16.280732 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4cf77419-21f2-428f-a63a-142973af021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'bd192c31-5a89-49df-a400-6ae4aa7602e4', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:9c:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a62b9-55e0-4e2d-b773-197b092299ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:51Z', 'updated_at': '2022-05-27T16:34:14Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:16.306092 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf77419-21f2-428f-a63a-142973af021c None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'bd192c31-5a89-49df-a400-6ae4aa7602e4', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'port_id': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'mac_address': 'fa:16:3e:9c:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a62b9-55e0-4e2d-b773-197b092299ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:33:51Z', 'updated_at': '2022-05-27T16:34:14Z', 'revision_number': 1, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:16.498748 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347f888-7ca3-4dd9-a5d5-e1f0ea1182e8 req-604cd3bf-e942-424b-a302-cd5849c85edf tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:16.500296 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2347f888-7ca3-4dd9-a5d5-e1f0ea1182e8 req-604cd3bf-e942-424b-a302-cd5849c85edf tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0544312 May 27 16:34:16.520498 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73719f8e-5a0e-4bcf-a0d0-850fcb005036 None None] New status for floating IP bd192c31-5a89-49df-a400-6ae4aa7602e4: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:34:16.555094 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2347f888-7ca3-4dd9-a5d5-e1f0ea1182e8 req-e7e21dd7-93a9-4bdb-977f-d7f0ef92287a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 May 27 16:34:16.670257 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:34:16.784936 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 5e118c26-5265-4811-94b8-60efa598d923 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:16.815297 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 5e118c26-5265-4811-94b8-60efa598d923 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:16.815698 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 5e118c26-5265-4811-94b8-60efa598d923 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:17.687481 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db38a-08e1-4ca7-b5bb-3dfe4328c2cd req-1eb09682-2ccd-4d05-8cb3-c84b2410db87 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:17.689297 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a9db38a-08e1-4ca7-b5bb-3dfe4328c2cd req-1eb09682-2ccd-4d05-8cb3-c84b2410db87 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0519407 May 27 16:34:17.746461 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a9db38a-08e1-4ca7-b5bb-3dfe4328c2cd req-d8ff9497-350b-4b19-a49a-f718afea7a85 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 May 27 16:34:18.868134 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7e58-55d6-4866-8eee-1df693dc3ce0 req-753637f8-c48e-4482-851c-259a4baac248 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:18.869607 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a36d7e58-55d6-4866-8eee-1df693dc3ce0 req-753637f8-c48e-4482-851c-259a4baac248 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0502689 May 27 16:34:19.139514 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a36d7e58-55d6-4866-8eee-1df693dc3ce0 req-1fa6a496-1ade-4b75-a533-b874ac553151 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641034 May 27 16:34:20.253891 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:20.262658 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb26fa-3bbd-46c6-bd0e-068f19ba8316 req-597f2f73-1e91-4a84-b58c-88adb5d0ec01 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:20.264154 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50fb26fa-3bbd-46c6-bd0e-068f19ba8316 req-597f2f73-1e91-4a84-b58c-88adb5d0ec01 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0515471 May 27 16:34:20.312935 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50fb26fa-3bbd-46c6-bd0e-068f19ba8316 req-7763b9be-36bf-4216-b382-61500ecea47f tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f9500a7-b5b1-4031-9be4-cede79d10c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 May 27 16:34:20.339766 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:20.378917 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-83bbf161-8b73-4d8c-ade2-acb91aaa1d85 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:20.380461 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-83bbf161-8b73-4d8c-ade2-acb91aaa1d85 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 945 time: 0.0486584 May 27 16:34:20.474280 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Deleting port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:20.474530 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:20.569458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] For port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:20.569824 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:20.584401 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Calling delete_port for 8f129cf8-d17c-49bd-bb15-e74ecf6db21d owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:20.714194 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:20.833009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (8f129cf8-d17c-49bd-bb15-e74ecf6db21d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:20.863625 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Pushing event deleted for resources: {'Port': ['ID=8f129cf8-d17c-49bd-bb15-e74ecf6db21d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:20.871652 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8f129cf8-d17c-49bd-bb15-e74ecf6db21d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:20.916329 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] No DVR routers for this DVR port 8f129cf8-d17c-49bd-bb15-e74ecf6db21d on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:20.920015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:20.922232 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a5473d2a-fd7d-4e0b-adf1-4e9a668d5e0a req-e2c9a124-7125-4bcc-bc8d-ef4648812a0a tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.15 "DELETE /v2.0/ports/8f129cf8-d17c-49bd-bb15-e74ecf6db21d HTTP/1.1" status: 204 len: 173 time: 0.5362861 May 27 16:34:20.922789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'name': 'network-vif-deleted', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:20.926223 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ef475-c895-4f55-909c-891eaa85a746" -d '{"events": [{"server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "name": "network-vif-deleted", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:20.962174 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e66785-7fc0-45b2-8dab-d68f3c5835a2 x-openstack-request-id: req-34e66785-7fc0-45b2-8dab-d68f3c5835a2 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:20.962532 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc97e34-9888-4c3d-9ea1-226e97c009c9", "name": "network-vif-deleted", "tag": "8f129cf8-d17c-49bd-bb15-e74ecf6db21d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:20.962754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34e66785-7fc0-45b2-8dab-d68f3c5835a2 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:20.963148 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e66785-7fc0-45b2-8dab-d68f3c5835a2'] response: {'server_uuid': 'edc97e34-9888-4c3d-9ea1-226e97c009c9', 'name': 'network-vif-deleted', 'tag': '8f129cf8-d17c-49bd-bb15-e74ecf6db21d', 'status': 'completed', 'code': 200} May 27 16:34:21.426699 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3dd09e7e-36d9-4621-a206-681f519ba5c3 req-798ed1d8-bcc6-46a3-990c-bebf34db0753 tempest-ServerRescueNegativeTestJSON-304175502 tempest-ServerRescueNegativeTestJSON-304175502-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc97e34-9888-4c3d-9ea1-226e97c009c9 HTTP/1.1" status: 200 len: 210 time: 0.0279367 May 27 16:34:22.484813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43602) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:22.719146 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:22.957299 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:23.219952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Deleting port 040b53c9-4fde-4dcd-b074-d11a5745edc1 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:23.220472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:23.300074 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] For port 040b53c9-4fde-4dcd-b074-d11a5745edc1, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=040b53c9-4fde-4dcd-b074-d11a5745edc1,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:23.300430 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:23.313320 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Calling delete_port for 040b53c9-4fde-4dcd-b074-d11a5745edc1 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:23.444473 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:23.598762 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (040b53c9-4fde-4dcd-b074-d11a5745edc1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:23.622459 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=040b53c9-4fde-4dcd-b074-d11a5745edc1,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:23.743697 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:23.793020 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.006275 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Router 7070c3a8-d230-4d35-9b58-3fa135518fe0 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:24.106387 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:24.112013 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9bfa2307-c5ce-4f2c-9aeb-249dcafce3d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/7070c3a8-d230-4d35-9b58-3fa135518fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6254294 May 27 16:34:24.114405 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43610) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:24.118679 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Sync routers for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:24.128604 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:24.129248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:24.170879 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:24.216373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks [] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.240882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:24.296116 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:24.319183 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks [] for router_gateway (7070c3a8-d230-4d35-9b58-3fa135518fe0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.413502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:34:23Z', 'revision_number': 5, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port': {'id': 'b2c01139-86ab-413a-b280-807c9db011d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:24.438263 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Checking router: 7070c3a8-d230-4d35-9b58-3fa135518fe0 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:24.447014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Routers {'7070c3a8-d230-4d35-9b58-3fa135518fe0'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:24.447851 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7070c3a8-d230-4d35-9b58-3fa135518fe0'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:24.463177 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Deleting port b2c01139-86ab-413a-b280-807c9db011d2 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:24.463515 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (b2c01139-86ab-413a-b280-807c9db011d2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.525898 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:24.531812 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] Set router 7070c3a8-d230-4d35-9b58-3fa135518fe0 gateway port host: None {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:24.543791 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] For port b2c01139-86ab-413a-b280-807c9db011d2, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b2c01139-86ab-413a-b280-807c9db011d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:24.544156 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (b2c01139-86ab-413a-b280-807c9db011d2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.559177 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Calling delete_port for b2c01139-86ab-413a-b280-807c9db011d2 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:24.584846 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:34:24Z', 'revision_number': 6, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port_host': None}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:24.613252 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e66b797-2c4a-4d73-a2f7-f40604465a4c None None] The sync data for ids ['7070c3a8-d230-4d35-9b58-3fa135518fe0'] in dv-cinder-840493-2-iscsi is: [{'id': '7070c3a8-d230-4d35-9b58-3fa135518fe0', 'name': 'tempest-ServerRescueNegativeTestJSON-71518102-router', 'tenant_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:34:24Z', 'revision_number': 6, 'project_id': '6b6ae55c00cb4a43b8e2bc7df2ea9626', 'gw_port_host': None}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:24.821561 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (b2c01139-86ab-413a-b280-807c9db011d2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:24.826690 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8f129cf8-d17c-49bd-bb15-e74ecf6db21d no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:24.846641 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 8f129cf8-d17c-49bd-bb15-e74ecf6db21d {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:24.846878 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c01139-86ab-413a-b280-807c9db011d2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:24.846986 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8f129cf8-d17c-49bd-bb15-e74ecf6db21d not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:24.898964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:24.919769 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.024203 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.026605 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks [] for router_controller (7070c3a8-d230-4d35-9b58-3fa135518fe0), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.152760 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (7070c3a8-d230-4d35-9b58-3fa135518fe0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.153428 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7070c3a8-d230-4d35-9b58-3fa135518fe0 {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:34:25.158420 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.160209 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bf5c7b9a-bc59-4592-bffd-2783420eedcf admin admin] 10.222.0.42 "DELETE /v2.0/routers/7070c3a8-d230-4d35-9b58-3fa135518fe0 HTTP/1.1" status: 204 len: 168 time: 1.0449038 May 27 16:34:25.162731 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43616) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:25.210511 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Deleting subnet e78c6dc3-a63a-4bfd-9b27-1a30c170245a {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:34:25.213720 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Publish callbacks [] for subnet (e78c6dc3-a63a-4bfd-9b27-1a30c170245a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.250045 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (e78c6dc3-a63a-4bfd-9b27-1a30c170245a), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.360332 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (e78c6dc3-a63a-4bfd-9b27-1a30c170245a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.502907 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (e78c6dc3-a63a-4bfd-9b27-1a30c170245a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.527006 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78c6dc3-a63a-4bfd-9b27-1a30c170245a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:25.533122 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.536769 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-82a154de-f632-4521-ab66-81b371e426db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e78c6dc3-a63a-4bfd-9b27-1a30c170245a HTTP/1.1" status: 204 len: 168 time: 0.3730855 May 27 16:34:25.539448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43618) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:25.541810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74d367-5d98-4472-af90-c26e3e5c38e2 None None] Network 4b4aa0c1-80e2-4655-bb67-93c62e39df1f requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:25.611313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (4b4aa0c1-80e2-4655-bb67-93c62e39df1f), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.655508 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Deleting port 856cf8fa-57cb-4080-9d1e-eea331140bb0 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:25.656176 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.725983 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] For port 856cf8fa-57cb-4080-9d1e-eea331140bb0, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=856cf8fa-57cb-4080-9d1e-eea331140bb0,segment=NetworkSegment(cbb80c7f-8990-445b-baf5-3b675e9cc9f6),segment_id=cbb80c7f-8990-445b-baf5-3b675e9cc9f6)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:25.726345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.739856 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Calling delete_port for 856cf8fa-57cb-4080-9d1e-eea331140bb0 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:25.747574 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] DHCP port deletion for 4b4aa0c1-80e2-4655-bb67-93c62e39df1f request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:34:25.896116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.910866 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Deleting port 856cf8fa-57cb-4080-9d1e-eea331140bb0 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:25.911272 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.927468 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=856cf8fa-57cb-4080-9d1e-eea331140bb0,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:25.934956 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] No DVR routers for this DVR port 856cf8fa-57cb-4080-9d1e-eea331140bb0 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:25.981560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] For port 856cf8fa-57cb-4080-9d1e-eea331140bb0, host dv-cinder-840493-2-iscsi, got binding levels [] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:25.981958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:25.996365 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Calling delete_port for 856cf8fa-57cb-4080-9d1e-eea331140bb0 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:26.000891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.ipam_backend_mixin [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Port 856cf8fa-57cb-4080-9d1e-eea331140bb0 was not found and therefore no delete operation was performed {{(pid=104558) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 16:34:26.002905 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (856cf8fa-57cb-4080-9d1e-eea331140bb0), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.009636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (4b4aa0c1-80e2-4655-bb67-93c62e39df1f), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.031563 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4aa0c1-80e2-4655-bb67-93c62e39df1f']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:26.034088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] Pushing event deleted for resources: {'Port': ['ID=856cf8fa-57cb-4080-9d1e-eea331140bb0,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:26.041005 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2be51-0374-4a15-b549-71f3ca4b8e56 None None] No DVR routers for this DVR port 856cf8fa-57cb-4080-9d1e-eea331140bb0 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:26.044351 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:26.045054 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb80c7f-8990-445b-baf5-3b675e9cc9f6') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:26.064976 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (cbb80c7f-8990-445b-baf5-3b675e9cc9f6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.079262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (cbb80c7f-8990-445b-baf5-3b675e9cc9f6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.086641 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:34:26.087023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (cbb80c7f-8990-445b-baf5-3b675e9cc9f6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.139712 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment cbb80c7f-8990-445b-baf5-3b675e9cc9f6 resource provider aggregate not found May 27 16:34:26.163911 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment cbb80c7f-8990-445b-baf5-3b675e9cc9f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbb80c7f-8990-445b-baf5-3b675e9cc9f6 found for delete ", "request_id": "req-6c6fac5b-1c34-4136-9bb8-5ab814539147"}]} May 27 16:34:26.232775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (4b4aa0c1-80e2-4655-bb67-93c62e39df1f), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.241446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.245115 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] 10.222.0.42 "DELETE /v2.0/networks/4b4aa0c1-80e2-4655-bb67-93c62e39df1f HTTP/1.1" status: 204 len: 168 time: 0.7046080 May 27 16:34:26.255988 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf040a-c70c-4e8f-a7c8-404bea92bc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4aa0c1-80e2-4655-bb67-93c62e39df1f,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:26.274279 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 856cf8fa-57cb-4080-9d1e-eea331140bb0 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:26.294862 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 856cf8fa-57cb-4080-9d1e-eea331140bb0 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:26.295215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 856cf8fa-57cb-4080-9d1e-eea331140bb0 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:26.295637 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b2c01139-86ab-413a-b280-807c9db011d2 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:26.314497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: b2c01139-86ab-413a-b280-807c9db011d2 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:26.314858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b2c01139-86ab-413a-b280-807c9db011d2 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:26.315392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 040b53c9-4fde-4dcd-b074-d11a5745edc1 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:26.333401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 040b53c9-4fde-4dcd-b074-d11a5745edc1 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:26.333750 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 040b53c9-4fde-4dcd-b074-d11a5745edc1 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:26.594465 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43628) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:26.621054 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:26.635590 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-40cb24db-2eca-47d9-b4d1-cce3d543c1c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b6ae55c00cb4a43b8e2bc7df2ea9626&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400071 May 27 16:34:26.638040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43630) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:26.685984 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] Publish callbacks [] for security_group (6f9500a7-b5b1-4031-9be4-cede79d10c2e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.707370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] Publish callbacks [] for security_group (6f9500a7-b5b1-4031-9be4-cede79d10c2e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.844035 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6f9500a7-b5b1-4031-9be4-cede79d10c2e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.847243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:26.848431 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f9500a7-b5b1-4031-9be4-cede79d10c2e HTTP/1.1" status: 204 len: 168 time: 0.2095120 May 27 16:34:26.859599 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd9ac4-4407-4d2e-b194-7756e1d114a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9500a7-b5b1-4031-9be4-cede79d10c2e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:28.855764 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6e6fe64b-25c7-4ed2-aa71-2845e224b6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.480549 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43706) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:29.592053 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8f0bafe9-845a-4f25-b8a1-07003ba22fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.640623 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:29.670187 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8f0bafe9-845a-4f25-b8a1-07003ba22fe2 admin admin] Publish callbacks [] for security_group (b3c36d21-0707-407d-81e9-ec22cd24ffe7), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.735802 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8f0bafe9-845a-4f25-b8a1-07003ba22fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b3c36d21-0707-407d-81e9-ec22cd24ffe7), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.777668 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8f0bafe9-845a-4f25-b8a1-07003ba22fe2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c672cea68e6b4921acf9619ecc7ee79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959411 May 27 16:34:29.779538 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bafe9-845a-4f25-b8a1-07003ba22fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c36d21-0707-407d-81e9-ec22cd24ffe7,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:29.780426 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43714) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:29.835665 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] Publish callbacks [] for security_group (b3c36d21-0707-407d-81e9-ec22cd24ffe7), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.861263 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] Publish callbacks [] for security_group (b3c36d21-0707-407d-81e9-ec22cd24ffe7), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.878619 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:29.992747 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b3c36d21-0707-407d-81e9-ec22cd24ffe7), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.995957 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:29.996598 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3c36d21-0707-407d-81e9-ec22cd24ffe7 HTTP/1.1" status: 204 len: 168 time: 0.2151573 May 27 16:34:30.019492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d9782-0fd8-4372-99a0-3bd465e30b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c36d21-0707-407d-81e9-ec22cd24ffe7,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:30.112970 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-f81e1edf-1938-4a5f-b507-3b499571bacc tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205888245&fields=id&tenant_id=bf8f192a31204d97b3b2e8895856a459 HTTP/1.1" status: 200 len: 267 time: 0.0496359 May 27 16:34:30.166974 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-f82705ec-b779-4502-bc3f-05d58a34e691 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:30.168516 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-f82705ec-b779-4502-bc3f-05d58a34e691 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 985 time: 0.0495601 May 27 16:34:30.179709 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Request body: {'port': {'security_groups': ['69fefc7e-cc03-4081-8751-7def9a71d94a']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:30.259909 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.417476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:30.711955 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:30.715018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43724) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:30.730682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ba11ef01-8aed-4666-941a-9992525ffdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.742649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.798391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.808972 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ba11ef01-8aed-4666-941a-9992525ffdaf admin admin] Publish callbacks [] for security_group (341eb1a3-a6bc-4fb6-949f-f7ab30ef0899), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.843647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:30.844349 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.845788 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4ef616a-417f-4f59-bcd1-2cef55413410 req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "PUT /v2.0/ports/3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 943 time: 0.6711016 May 27 16:34:30.855233 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:30.856373 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43726) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:30.857048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:30.859027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd" -d '{"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:30.874413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ba11ef01-8aed-4666-941a-9992525ffdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (341eb1a3-a6bc-4fb6-949f-f7ab30ef0899), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:30.926009 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b9c0b-91f9-4795-9392-d3afa82c1c8c tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event updated for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=7']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:31.004772 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ba11ef01-8aed-4666-941a-9992525ffdaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa699f7ce592491ba46167706755d2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884560 May 27 16:34:31.007531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43734) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:31.007672 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11ef01-8aed-4666-941a-9992525ffdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341eb1a3-a6bc-4fb6-949f-f7ab30ef0899,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:31.011256 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.051256 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.066711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:31.112325 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] Publish callbacks [] for security_group (341eb1a3-a6bc-4fb6-949f-f7ab30ef0899), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.158144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] Publish callbacks [] for security_group (341eb1a3-a6bc-4fb6-949f-f7ab30ef0899), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.221516 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.224785 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.225994 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c HTTP/1.1" status: 204 len: 168 time: 0.3722484 May 27 16:34:31.230585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43736) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:31.243009 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19276a-f420-4e42-8d23-a5a923c323e2 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a447d1f-dc4a-436e-b6a0-b6f2fa069b6c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:31.259121 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca5baf-8786-4f4e-b291-b2aa98a2c0be x-openstack-request-id: req-7bca5baf-8786-4f4e-b291-b2aa98a2c0be {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:31.259570 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:31.260381 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bca5baf-8786-4f4e-b291-b2aa98a2c0be {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:31.260922 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bca5baf-8786-4f4e-b291-b2aa98a2c0be'] response: {'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:34:31.262684 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-97befc85-7423-44db-969f-d9dd2c082555 None None] Provisioning complete for port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:34:31.263048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-97befc85-7423-44db-969f-d9dd2c082555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.266722 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:31.285686 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:31.295146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:31.303057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (341eb1a3-a6bc-4fb6-949f-f7ab30ef0899), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.308467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.312520 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/341eb1a3-a6bc-4fb6-949f-f7ab30ef0899 HTTP/1.1" status: 204 len: 168 time: 0.3012667 May 27 16:34:31.331725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7579-900c-4adc-b69e-8e3481a7f2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341eb1a3-a6bc-4fb6-949f-f7ab30ef0899,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:31.391797 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-40d2cf5a-fd50-4db2-974d-2c8f07213c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:31.393109 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-40d2cf5a-fd50-4db2-974d-2c8f07213c83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1130 time: 0.0618167 May 27 16:34:31.419307 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-97befc85-7423-44db-969f-d9dd2c082555 None None] Current status of the port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:31.451302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Deleting port 7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:31.451637 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.563848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:31.565178 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8966191f-fd64-4f4c-ad89-08e87103c624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.569733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-95c0b41a-9b9e-4605-b319-89f476413973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:31.571407 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-95c0b41a-9b9e-4605-b319-89f476413973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 916 time: 0.1626539 May 27 16:34:31.590481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.590806 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for floatingip (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:31.633983 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Calling delete_port for 7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:31.657152 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-6a26cc23-a046-4c12-ba87-82e210519a3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 1002 time: 0.0767758 May 27 16:34:31.768109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-c49eb57d-9784-4171-b312-1c5021931231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:31.769729 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-c49eb57d-9784-4171-b312-1c5021931231 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.0843601 May 27 16:34:31.834820 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-33d9275d-dc32-46e7-b1a9-112415ef5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:31.836336 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-33d9275d-dc32-46e7-b1a9-112415ef5766 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595534 May 27 16:34:31.958522 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:31.972488 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-6d025a8f-0193-4575-bd38-9fbcc567a155 service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273983 May 27 16:34:32.011679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.064345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event deleted for resources: {'Port': ['ID=7c6ac88d-320d-4a7e-99c3-ba97dfb45a5e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:32.144687 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8d8b2d1f-6bcc-4524-ab57-a39b382846bd req-38342980-06d3-4a3d-be95-2b89ab064e04 service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651416 May 27 16:34:32.156713 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks [] for floatingip (80028b8f-4f97-4bcf-9aa8-91dc38194cfd), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.157037 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Floating IP 80028b8f-4f97-4bcf-9aa8-91dc38194cfd disassociated (deleted). External IP: 172.27.3.152, port: 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d. May 27 16:34:32.423231 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43764) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:32.562855 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092126850-network', 'tenant_id': 'fb4046cc410546efb8bf73a9021ea998'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:32.578099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f42dd-218b-46b3-a4fc-062abe2e05cb req-40e22896-616e-4e10-8882-ad2133b10cb2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:32.579537 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-286f42dd-218b-46b3-a4fc-062abe2e05cb req-40e22896-616e-4e10-8882-ad2133b10cb2 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0649741 May 27 16:34:32.591104 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Router 39ee9846-b9cb-4c13-b1be-026bf745ff15 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:32.633503 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-286f42dd-218b-46b3-a4fc-062abe2e05cb req-cd7ee1db-0c55-4c53-ac11-935cabffe9e3 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 May 27 16:34:32.687230 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:32.690154 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:32.696516 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Made reservation on behalf of fb4046cc410546efb8bf73a9021ea998 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:34:32.698858 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:32.699454 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.703835 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.709165 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Sync routers for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:32.716509 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.721478 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:32.723218 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:32.739806 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5055302c-cc3f-4374-b808-f2f6cad72d8e tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "DELETE /v2.0/floatingips/80028b8f-4f97-4bcf-9aa8-91dc38194cfd HTTP/1.1" status: 204 len: 168 time: 1.5082519 May 27 16:34:32.740382 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:32.753811 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88788817-14ca-4cb1-a371-25f79e3445ba" -d '{"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:32.757690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:32.776670 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.794170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16bc7d0-ea1d-4895-8598-3dee3f932131 x-openstack-request-id: req-f16bc7d0-ea1d-4895-8598-3dee3f932131 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:32.794699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:32.794699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f16bc7d0-ea1d-4895-8598-3dee3f932131 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:32.795139 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16bc7d0-ea1d-4895-8598-3dee3f932131'] response: {'name': 'network-changed', 'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:34:32.809147 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks [] for security_group (79842f79-6200-4f2c-aedc-407fa699b0a8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.832239 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:32.891028 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (79842f79-6200-4f2c-aedc-407fa699b0a8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.920237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:34:32.934007 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (7fc5d641-4b68-4d7b-a3c6-71d3e3373325), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:32.934506 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Added segment 7fc5d641-4b68-4d7b-a3c6-71d3e3373325 of type vlan for network 672346c5-ea97-4d55-b52f-a35e9522197a May 27 16:34:32.936073 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79842f79-6200-4f2c-aedc-407fa699b0a8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:32.986022 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (672346c5-ea97-4d55-b52f-a35e9522197a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.107705 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (672346c5-ea97-4d55-b52f-a35e9522197a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.108749 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:33.109331 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.113287 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:33.129588 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:33.144127 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Checking router: 39ee9846-b9cb-4c13-b1be-026bf745ff15 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:33.153276 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:33.153922 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:33.178877 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=672346c5-ea97-4d55-b52f-a35e9522197a,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:33.189211 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 672346c5-ea97-4d55-b52f-a35e9522197a details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:34:33.228658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2ccbae44-f545-4845-96ee-ae9a19e7e0c1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8015780 May 27 16:34:33.229096 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43780) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:33.234072 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Request body: {'subnet': {'network_id': '672346c5-ea97-4d55-b52f-a35e9522197a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092126850-subnet', 'tenant_id': 'fb4046cc410546efb8bf73a9021ea998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:33.268162 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:33.348955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Made reservation on behalf of fb4046cc410546efb8bf73a9021ea998 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:34:33.351960 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.466093 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:33.494027 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be837f4-c13f-4ae8-8a19-671ffc47ef9b None None] The sync data for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi is: [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:31:13Z', 'revision_number': 4, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '6477a0fb-aac7-45fe-9ed2-d17c868e7bcd', 'name': '', 'network_id': '3457ce5e-af48-4869-9e42-c672efe05b5b', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'mac_address': 'fa:16:3e:a3:13:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:11Z', 'updated_at': '2022-05-27T16:31:18Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'subnets': [{'id': '3a7e2cac-0ce3-46a5-8464-37154844db89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:33.511018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:33.616614 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (813472c4-94bd-4b26-9099-6877cb8a89c6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.667925 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813472c4-94bd-4b26-9099-6877cb8a89c6,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:33.690250 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Checking segment: {'id': '7fc5d641-4b68-4d7b-a3c6-71d3e3373325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '672346c5-ea97-4d55-b52f-a35e9522197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:34:33.690625 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Network hostable DHCP agents. Network: 672346c5-ea97-4d55-b52f-a35e9522197a, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:34:33.747335 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407cb1d-92cc-4fb4-af8c-04cba96c9464 None None] New status for floating IP 80028b8f-4f97-4bcf-9aa8-91dc38194cfd: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:34:33.762334 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796ab36-0a67-4ca3-ba76-d1eeb28c151b req-cedf0211-9ef4-4123-8413-1b216afef092 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:33.763843 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d796ab36-0a67-4ca3-ba76-d1eeb28c151b req-cedf0211-9ef4-4123-8413-1b216afef092 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0506971 May 27 16:34:33.781880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Network 672346c5-ea97-4d55-b52f-a35e9522197a is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:34:33.813470 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d796ab36-0a67-4ca3-ba76-d1eeb28c151b req-e043c4f5-8e2c-4389-8760-9bb7f670bfa1 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431743 May 27 16:34:33.850041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 672346c5-ea97-4d55-b52f-a35e9522197a) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:34:33.854260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:33.854857 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:33.858960 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62869c-3dc3-42b5-9f15-3ec3af035102 None None] Network 672346c5-ea97-4d55-b52f-a35e9522197a requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:33.955810 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-604f6d8f-e513-4d40-9944-6013053e3835 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7255573 May 27 16:34:33.973014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8328987-54ae-4f68-8151-1ee22ce0c8e3 None None] Network 672346c5-ea97-4d55-b52f-a35e9522197a requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:34.031537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88788817-14ca-4cb1-a371-25f79e3445ba req-91868af5-3d4e-4284-b668-bd4b2918f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:34.032835 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-91868af5-3d4e-4284-b668-bd4b2918f112 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf8f192a31204d97b3b2e8895856a459&device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 1130 time: 0.0478151 May 27 16:34:34.147116 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:34.286572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:34.305161 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88788817-14ca-4cb1-a371-25f79e3445ba req-6dc6dbc5-7f0d-47ed-9b84-b92e3bc0b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:34.306705 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-6dc6dbc5-7f0d-47ed-9b84-b92e3bc0b604 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 200 len: 916 time: 0.1151807 May 27 16:34:34.734531 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-e044e9f1-7bf4-43c8-acf9-4b12ccb097e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 200 len: 217 time: 0.0609815 May 27 16:34:34.759591 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43802) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:34.765626 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364555912-network', 'tenant_id': 'e3c4abae0a6a437e98f4cfd4bfeec3f3'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:34.790610 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-7a2ca674-bebe-4e65-986a-25042b71d2ea tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:34.792154 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-7a2ca674-bebe-4e65-986a-25042b71d2ea tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.1103191 May 27 16:34:34.809155 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88788817-14ca-4cb1-a371-25f79e3445ba req-068fb94e-16bd-415d-bf2c-9fe5adc6d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:34.810627 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-068fb94e-16bd-415d-bf2c-9fe5adc6d666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 200 len: 854 time: 0.0675747 May 27 16:34:34.862223 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Made reservation on behalf of e3c4abae0a6a437e98f4cfd4bfeec3f3 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:34:34.865144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:34.877061 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:34.940442 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88788817-14ca-4cb1-a371-25f79e3445ba req-e7d3b768-18d9-4931-ac9a-fa706aee8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:34.942005 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-e7d3b768-18d9-4931-ac9a-fa706aee8902 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3457ce5e-af48-4869-9e42-c672efe05b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742230 May 27 16:34:34.974891 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks [] for security_group (b399e025-b2d8-4f69-a170-d84f05496c7f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:34.981783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 666bdb61-6900-42a6-bc5b-209da3aaa34d {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:34.982112 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.041769 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fa2e-b5fe-4fb8-8449-d2d211ce71bf req-fa4e29f6-d5c5-4c98-91f0-d928c31aa18d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:35.043436 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b16fa2e-b5fe-4fb8-8449-d2d211ce71bf req-fa4e29f6-d5c5-4c98-91f0-d928c31aa18d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 946 time: 0.0721738 May 27 16:34:35.059780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b399e025-b2d8-4f69-a170-d84f05496c7f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.104054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:34:35.122323 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399e025-b2d8-4f69-a170-d84f05496c7f,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:35.140124 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (f2e707ed-91de-4aa8-88c1-498883735dc6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.140124 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Added segment f2e707ed-91de-4aa8-88c1-498883735dc6 of type vlan for network 3e7109c1-f10c-4559-9b94-88d9aafc7998 May 27 16:34:35.140661 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-f4c87342-fad7-42f2-87b8-56a2d367a8fe service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834662 May 27 16:34:35.141002 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] For port 666bdb61-6900-42a6-bc5b-209da3aaa34d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=666bdb61-6900-42a6-bc5b-209da3aaa34d,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:35.141616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.143850 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b16fa2e-b5fe-4fb8-8449-d2d211ce71bf req-20f71190-bd05-46ea-ac4c-9de964cf5154 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=dceddd52-3e34-4404-9e91-02f0fd4ebe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932395 May 27 16:34:35.189188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (3e7109c1-f10c-4559-9b94-88d9aafc7998), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.323517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:35.329204 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-88788817-14ca-4cb1-a371-25f79e3445ba req-8cfd6b6e-a2de-4238-85c8-aece43649d72 service neutron] 10.222.0.15 "GET /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847675 May 27 16:34:35.370449 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (3e7109c1-f10c-4559-9b94-88d9aafc7998), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.371645 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:35.372268 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.385103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.386154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.386154 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 6ed324e6-05a6-4f46-83d0-ad59c7c95d2c disassociated. External IP: 172.27.3.191, port: 666bdb61-6900-42a6-bc5b-209da3aaa34d. May 27 16:34:35.386154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 666bdb61-6900-42a6-bc5b-209da3aaa34d owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:35.444033 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7109c1-f10c-4559-9b94-88d9aafc7998,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:35.453735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 3e7109c1-f10c-4559-9b94-88d9aafc7998 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:34:35.492526 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:35.505490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-753886cb-9b4b-4654-9db6-23f7f115a921 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7446432 May 27 16:34:35.508281 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43812) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:35.513163 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Request body: {'subnet': {'network_id': '3e7109c1-f10c-4559-9b94-88d9aafc7998', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364555912-subnet', 'tenant_id': 'e3c4abae0a6a437e98f4cfd4bfeec3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:35.621716 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (666bdb61-6900-42a6-bc5b-209da3aaa34d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.621983 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Made reservation on behalf of e3c4abae0a6a437e98f4cfd4bfeec3f3 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:34:35.624566 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797609'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.649857 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=666bdb61-6900-42a6-bc5b-209da3aaa34d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:35.667211 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.712668 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:35.774339 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:35.882881 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:35.894625 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:35.906725 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:35.907360 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:35.929582 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] No DVR routers for this DVR port 666bdb61-6900-42a6-bc5b-209da3aaa34d on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:35.932073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.935291 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a0fdf72b-d415-4cb1-9bb4-c7a3d16c65c6 req-07d5d965-c851-41f9-9b46-8eb84a71205b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "DELETE /v2.0/ports/666bdb61-6900-42a6-bc5b-209da3aaa34d HTTP/1.1" status: 204 len: 173 time: 1.0979486 May 27 16:34:35.935731 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'name': 'network-vif-deleted', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:35.937979 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f118d7-bbbb-4aaf-92c1-534846b6e685" -d '{"events": [{"server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "name": "network-vif-deleted", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:35.942873 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14488243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (196dc8a6-af86-483b-b8c0-9e60af390f36), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:35.974423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:35.978754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f5f087-db65-48f9-b056-630687bcab3e x-openstack-request-id: req-68f5f087-db65-48f9-b056-630687bcab3e {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:35.978754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39837af-b086-4ba6-94cb-26c49dc4a2db", "name": "network-vif-deleted", "tag": "666bdb61-6900-42a6-bc5b-209da3aaa34d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:35.978754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68f5f087-db65-48f9-b056-630687bcab3e {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:35.979422 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f5f087-db65-48f9-b056-630687bcab3e'] response: {'server_uuid': 'f39837af-b086-4ba6-94cb-26c49dc4a2db', 'name': 'network-vif-deleted', 'tag': '666bdb61-6900-42a6-bc5b-209da3aaa34d', 'status': 'completed', 'code': 200} May 27 16:34:36.011247 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196dc8a6-af86-483b-b8c0-9e60af390f36,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:36.023639 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Checking segment: {'id': 'f2e707ed-91de-4aa8-88c1-498883735dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '3e7109c1-f10c-4559-9b94-88d9aafc7998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:34:36.023844 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Network hostable DHCP agents. Network: 3e7109c1-f10c-4559-9b94-88d9aafc7998, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:34:36.047059 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:36.048891 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:36.251234 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:36.253260 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc1eeb4a-4c6e-419a-906c-a6208abe25d9 req-3b7df302-c40e-4e18-8a00-769eb78fb852 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0340807 May 27 16:34:36.276647 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:36.281309 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:36.286948 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:36.287561 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:36.303134 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Network 3e7109c1-f10c-4559-9b94-88d9aafc7998 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:34:36.401185 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:36.469191 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 3e7109c1-f10c-4559-9b94-88d9aafc7998) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:34:36.479814 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:36.482018 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:36.488968 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5292b0a-a3e1-4504-b4fb-b65b43e70381 None None] Network 3e7109c1-f10c-4559-9b94-88d9aafc7998 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:36.592852 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1ce9c-4b45-419a-b9b2-13bfa6671045 None None] Network 3e7109c1-f10c-4559-9b94-88d9aafc7998 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:36.612910 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:36.628677 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-32c0f1d9-ed11-41ed-a04e-144ce80e1042 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1186500 May 27 16:34:36.641042 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31940d-abc8-47b6-8861-2241f3c72b14 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:36.787110 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43840) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:36.836747 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Deleting subnet 813472c4-94bd-4b26-9099-6877cb8a89c6 {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:34:36.900558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b0529-7136-4625-9420-d311bbe1f3b8 None None] New status for floating IP 6ed324e6-05a6-4f46-83d0-ad59c7c95d2c: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:34:36.938466 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:36.941713 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Publish callbacks [] for subnet (813472c4-94bd-4b26-9099-6877cb8a89c6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:36.990618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (813472c4-94bd-4b26-9099-6877cb8a89c6), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.036682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (813472c4-94bd-4b26-9099-6877cb8a89c6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.193584 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (813472c4-94bd-4b26-9099-6877cb8a89c6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.224722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813472c4-94bd-4b26-9099-6877cb8a89c6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:37.230036 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.233322 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-39432936-17a1-4faa-b7c3-66d98118d4bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/813472c4-94bd-4b26-9099-6877cb8a89c6 HTTP/1.1" status: 204 len: 168 time: 0.4500461 May 27 16:34:37.235799 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43846) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:37.314567 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (672346c5-ea97-4d55-b52f-a35e9522197a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.422922 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dce53f31-2f74-45f3-adda-cb350c884c45 req-ea3cb3a6-dce7-447d-997a-6b85a440a72d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f39837af-b086-4ba6-94cb-26c49dc4a2db HTTP/1.1" status: 200 len: 210 time: 0.0667801 May 27 16:34:37.424493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (672346c5-ea97-4d55-b52f-a35e9522197a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.447067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672346c5-ea97-4d55-b52f-a35e9522197a']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:37.456476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc5d641-4b68-4d7b-a3c6-71d3e3373325') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:37.456964 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc5d641-4b68-4d7b-a3c6-71d3e3373325') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:37.466875 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779733'] for segment (7fc5d641-4b68-4d7b-a3c6-71d3e3373325), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.480925 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (7fc5d641-4b68-4d7b-a3c6-71d3e3373325), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.486862 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:34:37.487303 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14489168'] for segment (7fc5d641-4b68-4d7b-a3c6-71d3e3373325), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.508759 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 7fc5d641-4b68-4d7b-a3c6-71d3e3373325 resource provider aggregate not found May 27 16:34:37.546350 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 7fc5d641-4b68-4d7b-a3c6-71d3e3373325 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc5d641-4b68-4d7b-a3c6-71d3e3373325 found for delete ", "request_id": "req-7d8a968c-f3e6-4fb8-9754-5ee1336b7708"}]} May 27 16:34:37.680275 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (672346c5-ea97-4d55-b52f-a35e9522197a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.686205 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.691471 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] 10.222.0.42 "DELETE /v2.0/networks/672346c5-ea97-4d55-b52f-a35e9522197a HTTP/1.1" status: 204 len: 168 time: 0.4524884 May 27 16:34:37.692421 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43854) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:37.701127 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac550cf-dd1c-4850-af15-8e9c45838dda admin admin] Pushing event deleted for resources: {'Network': ['ID=672346c5-ea97-4d55-b52f-a35e9522197a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:37.746814 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Deleting subnet 196dc8a6-af86-483b-b8c0-9e60af390f36 {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:34:37.750806 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Publish callbacks [] for subnet (196dc8a6-af86-483b-b8c0-9e60af390f36), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.777928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:37.787344 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (196dc8a6-af86-483b-b8c0-9e60af390f36), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:37.827791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (196dc8a6-af86-483b-b8c0-9e60af390f36), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.280425 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:38.289462 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5a53b-3fb9-44e9-accc-e08c4853fdbe req-0111649b-12ec-48d3-a1ed-d0a3997c505b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:38.291126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9a5a53b-3fb9-44e9-accc-e08c4853fdbe req-0111649b-12ec-48d3-a1ed-d0a3997c505b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0492194 May 27 16:34:38.330873 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (196dc8a6-af86-483b-b8c0-9e60af390f36), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.342450 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9a5a53b-3fb9-44e9-accc-e08c4853fdbe req-18ce889c-5c60-42b2-bf54-7604ee114652 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454969 May 27 16:34:38.367363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196dc8a6-af86-483b-b8c0-9e60af390f36,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:38.371526 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.377323 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-67920cf5-e830-429e-9125-76a8c7c450b7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/196dc8a6-af86-483b-b8c0-9e60af390f36 HTTP/1.1" status: 204 len: 168 time: 0.6814826 May 27 16:34:38.378098 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43872) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:38.453409 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (3e7109c1-f10c-4559-9b94-88d9aafc7998), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.467763 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0136b-d3cd-481d-8f88-84060d86e489 req-4fe4f229-daf4-4548-a4cf-e1f1db73f685 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:38.469296 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47f0136b-d3cd-481d-8f88-84060d86e489 req-4fe4f229-daf4-4548-a4cf-e1f1db73f685 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0554647 May 27 16:34:38.533283 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47f0136b-d3cd-481d-8f88-84060d86e489 req-86b78972-6ec8-458c-864e-4372c892e3a9 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 May 27 16:34:38.550580 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (3e7109c1-f10c-4559-9b94-88d9aafc7998), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.571673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7109c1-f10c-4559-9b94-88d9aafc7998']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:38.581440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e707ed-91de-4aa8-88c1-498883735dc6') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:38.581950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e707ed-91de-4aa8-88c1-498883735dc6') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:38.591344 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (f2e707ed-91de-4aa8-88c1-498883735dc6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.600548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43878) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:38.602486 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:38.606160 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (f2e707ed-91de-4aa8-88c1-498883735dc6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.612501 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:34:38.612941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (f2e707ed-91de-4aa8-88c1-498883735dc6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.640426 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment f2e707ed-91de-4aa8-88c1-498883735dc6 resource provider aggregate not found May 27 16:34:38.667956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (dceddd52-3e34-4404-9e91-02f0fd4ebe6c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.683102 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment f2e707ed-91de-4aa8-88c1-498883735dc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2e707ed-91de-4aa8-88c1-498883735dc6 found for delete ", "request_id": "req-759fa962-7fec-46b3-aac2-26ea13933c6d"}]} May 27 16:34:38.694142 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (dceddd52-3e34-4404-9e91-02f0fd4ebe6c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.770572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (3e7109c1-f10c-4559-9b94-88d9aafc7998), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.775889 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.778983 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e7109c1-f10c-4559-9b94-88d9aafc7998 HTTP/1.1" status: 204 len: 168 time: 0.4005456 May 27 16:34:38.790428 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51900b-7031-4a51-bedb-94a83719842b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7109c1-f10c-4559-9b94-88d9aafc7998,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:38.850483 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (dceddd52-3e34-4404-9e91-02f0fd4ebe6c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.853089 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:38.854275 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/security-groups/dceddd52-3e34-4404-9e91-02f0fd4ebe6c HTTP/1.1" status: 204 len: 168 time: 0.2526720 May 27 16:34:38.859494 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43886) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:38.864831 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735deca-f98d-42ef-ad9a-f686d78c9932 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceddd52-3e34-4404-9e91-02f0fd4ebe6c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:38.876587 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.api.v2.resource [None req-24abc15c-9d2b-433c-a571-55231ca6749a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] show failed (client error): The resource could not be found. May 27 16:34:38.878364 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-24abc15c-9d2b-433c-a571-55231ca6749a tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups/dceddd52-3e34-4404-9e91-02f0fd4ebe6c HTTP/1.1" status: 404 len: 347 time: 0.0196044 May 27 16:34:38.881000 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43888) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:38.882149 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 666bdb61-6900-42a6-bc5b-209da3aaa34d no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:38.910041 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 666bdb61-6900-42a6-bc5b-209da3aaa34d {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:38.910385 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 666bdb61-6900-42a6-bc5b-209da3aaa34d not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:38.993084 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 34f7c27a-4709-48e7-93e7-ed5b376c138e {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:38.993446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.070440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.070671 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (34f7c27a-4709-48e7-93e7-ed5b376c138e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.084201 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 34f7c27a-4709-48e7-93e7-ed5b376c138e owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:39.236433 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43890) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:39.279422 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-34e605f7-44ba-497e-a58d-a7dfcdf11483 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb4046cc410546efb8bf73a9021ea998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417471 May 27 16:34:39.281921 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43892) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:39.320136 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (34f7c27a-4709-48e7-93e7-ed5b376c138e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.356731 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=34f7c27a-4709-48e7-93e7-ed5b376c138e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:39.364921 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] Publish callbacks [] for security_group (79842f79-6200-4f2c-aedc-407fa699b0a8), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.422233 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:39.427472 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] Publish callbacks [] for security_group (79842f79-6200-4f2c-aedc-407fa699b0a8), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.473090 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (6ed324e6-05a6-4f46-83d0-ad59c7c95d2c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.475835 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.477020 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-410917f3-f517-49a2-8d68-65a7bb7935ad tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ed324e6-05a6-4f46-83d0-ad59c7c95d2c HTTP/1.1" status: 204 len: 168 time: 0.5950806 May 27 16:34:39.482113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da55a37-032d-4ee2-8247-b28ae870c461 req-5d119e29-12c1-4838-a8f9-522c05d6559f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:39.483702 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8da55a37-032d-4ee2-8247-b28ae870c461 req-5d119e29-12c1-4838-a8f9-522c05d6559f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0564268 May 27 16:34:39.550459 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8da55a37-032d-4ee2-8247-b28ae870c461 req-acaa3da6-ae61-4dac-ad41-ab6a01027b0b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588512 May 27 16:34:39.583440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (79842f79-6200-4f2c-aedc-407fa699b0a8), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.586502 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.587650 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79842f79-6200-4f2c-aedc-407fa699b0a8 HTTP/1.1" status: 204 len: 168 time: 0.3048365 May 27 16:34:39.595554 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b7af-1874-4241-85a0-af09b138a1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79842f79-6200-4f2c-aedc-407fa699b0a8,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:39.625506 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43902) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:39.632182 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809421958', 'description': 'tempest-description--1232375514'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:39.667234 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34ed9-276c-4433-9491-6dd203ee8581 req-95db29a6-32a5-4b22-bb52-380fd035fcce tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:39.668730 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dda34ed9-276c-4433-9491-6dd203ee8581 req-95db29a6-32a5-4b22-bb52-380fd035fcce tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0583308 May 27 16:34:39.718500 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dda34ed9-276c-4433-9491-6dd203ee8581 req-7729b287-03a1-4921-b8f5-351239aef49a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 May 27 16:34:39.726141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.772292 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:39.795113 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (40651bcc-cb28-42fc-899b-dff315454ca7), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.901830 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (40651bcc-cb28-42fc-899b-dff315454ca7), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:39.936739 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40651bcc-cb28-42fc-899b-dff315454ca7,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:40.035276 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.036753 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-10bd8d40-6b67-4b07-ab8d-5f1c7d5af17b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4098048 May 27 16:34:40.039696 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43906) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:40.044433 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': '40651bcc-cb28-42fc-899b-dff315454ca7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:40.158600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (bfb71d17-1780-4800-b343-b0b09a1e3550), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.216243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (bfb71d17-1780-4800-b343-b0b09a1e3550), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.301973 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (bfb71d17-1780-4800-b343-b0b09a1e3550), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.320972 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb71d17-1780-4800-b343-b0b09a1e3550,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:40.361601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43908) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:40.389574 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.393198 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-dac7bd36-cbbf-4369-9ff5-15ba27b9bd6c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499968 May 27 16:34:40.393496 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43910) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:40.399002 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'security_group_rule': {'security_group_id': '40651bcc-cb28-42fc-899b-dff315454ca7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:40.409780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ab213913-6dd6-4b4e-99a2-e4bd8a2d0b99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3c4abae0a6a437e98f4cfd4bfeec3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454931 May 27 16:34:40.413855 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 43912) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:40.468018 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] Publish callbacks [] for security_group (b399e025-b2d8-4f69-a170-d84f05496c7f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.492335 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] Publish callbacks [] for security_group (b399e025-b2d8-4f69-a170-d84f05496c7f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.493023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-fd421107-4b64-4cb4-9666-628c27a26880 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:40.494094 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-fd421107-4b64-4cb4-9666-628c27a26880 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0561683 May 27 16:34:40.495950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (3a379b05-0c39-4d91-8893-8ad5210e15a9), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.610644 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (3a379b05-0c39-4d91-8893-8ad5210e15a9), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.624071 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Deleting port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:40.624405 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.627836 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b399e025-b2d8-4f69-a170-d84f05496c7f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.632070 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.633305 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b399e025-b2d8-4f69-a170-d84f05496c7f HTTP/1.1" status: 204 len: 168 time: 0.2196860 May 27 16:34:40.671018 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce90d8-bcac-401f-aab3-8c7cbd55e751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399e025-b2d8-4f69-a170-d84f05496c7f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:40.707777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bec6c9-a879-4099-afa8-ed9b99452c15 req-6ff33d3d-e87c-4b36-95fd-e8b98e2a6f3c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:40.710414 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6bec6c9-a879-4099-afa8-ed9b99452c15 req-6ff33d3d-e87c-4b36-95fd-e8b98e2a6f3c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0757737 May 27 16:34:40.715227 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (3a379b05-0c39-4d91-8893-8ad5210e15a9), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.760868 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:40.763190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] For port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:40.763687 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.767383 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a379b05-0c39-4d91-8893-8ad5210e15a9,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:40.769777 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6bec6c9-a879-4099-afa8-ed9b99452c15 req-c9d5a647-c5fc-419b-8983-513599b79c0d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502276 May 27 16:34:40.790085 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Calling delete_port for 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:40.854576 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:40.869143 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea1b7-c007-4912-bbeb-c14408e9c26b req-744849e4-34dd-4818-bcdd-a6b59076f7f5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:40.870756 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e14ea1b7-c007-4912-bbeb-c14408e9c26b req-744849e4-34dd-4818-bcdd-a6b59076f7f5 tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 946 time: 0.0568414 May 27 16:34:40.902535 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:40.906834 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-151fac1d-5384-461d-827e-7dd8b805fade tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5092835 May 27 16:34:40.907142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 43920) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:40.911844 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:40.924070 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e14ea1b7-c007-4912-bbeb-c14408e9c26b req-5143fc66-5e5f-4ddd-a15c-ae8d3b06e15a tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/security-groups?id=69fefc7e-cc03-4081-8751-7def9a71d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 May 27 16:34:40.948793 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:41.039546 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.040148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.041931 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.078878 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:41.101898 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Pushing event deleted for resources: {'Port': ['ID=3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:41.191008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] No DVR routers for this DVR port 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:41.200147 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.203428 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf00ba25-4b42-4ee4-936f-1290f64d60bd req-8350bc2f-bdb2-4df5-80d7-0afd04c158ec tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.15 "DELETE /v2.0/ports/3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d HTTP/1.1" status: 204 len: 173 time: 0.7029955 May 27 16:34:41.203875 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'name': 'network-vif-deleted', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:41.207014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa903303-4bb5-46d3-affb-947f442ac605" -d '{"events": [{"server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "name": "network-vif-deleted", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:41.227785 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.272537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b91b78c-8059-4471-a77b-11d6aeff2865 x-openstack-request-id: req-7b91b78c-8059-4471-a77b-11d6aeff2865 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:41.272861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f50a3d-9ef6-49a8-9647-b7aa583caab7", "name": "network-vif-deleted", "tag": "3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:41.273073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b91b78c-8059-4471-a77b-11d6aeff2865 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:41.273542 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b91b78c-8059-4471-a77b-11d6aeff2865'] response: {'server_uuid': '43f50a3d-9ef6-49a8-9647-b7aa583caab7', 'name': 'network-vif-deleted', 'tag': '3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d', 'status': 'completed', 'code': 200} May 27 16:34:41.359974 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.27.3.220 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:34:41.478502 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.576204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.622343 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:34:41.625651 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:34:41.632345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:34:41.661012 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:41.668478 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:41.720882 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.817622 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:41.901099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484cffc-0267-436d-b216-3b254e463d73 req-d79a5b27-5117-4f11-84c4-fdf058459c1f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:41.903338 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4484cffc-0267-436d-b216-3b254e463d73 req-d79a5b27-5117-4f11-84c4-fdf058459c1f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0547528 May 27 16:34:41.966525 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4484cffc-0267-436d-b216-3b254e463d73 req-4e8d3120-cdea-4396-8baf-1927ec9e05b7 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554690 May 27 16:34:42.054788 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:42.056260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:42.073913 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5045102c-a556-4d02-9ee9-8aef833daf12 req-247b8404-6534-4b6c-ab7e-04c01a9e7b0b tempest-TestMinimumBasicScenario-759095978 tempest-TestMinimumBasicScenario-759095978-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f50a3d-9ef6-49a8-9647-b7aa583caab7 HTTP/1.1" status: 200 len: 210 time: 0.0303745 May 27 16:34:42.130319 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:42.200645 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:42.220170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:42.315337 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:42.324123 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-30f14587-a264-4382-944b-1f1544fd73fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4092913 May 27 16:34:42.510822 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:42.535518 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-8389b846-985f-4346-9b85-66ea084fe703 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1809421958&fields=id&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 267 time: 0.0478108 May 27 16:34:42.652935 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-a0172885-48bd-47f2-b533-3d88d34e4a05 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:42.654454 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-a0172885-48bd-47f2-b533-3d88d34e4a05 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.1125410 May 27 16:34:42.678038 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-3af1856f-83b9-40f9-91ce-dacbc267c041 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/quotas/c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 375 time: 0.0171137 May 27 16:34:42.734962 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-4d510038-bd10-4e5b-9491-80869c3636f5 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508931 May 27 16:34:42.938550 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-76f8022a-f093-48e6-8434-c808fbe94dfd service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929009 May 27 16:34:43.039036 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-f8b9d477-0512-4d88-abfc-6dd3a228fa04 service neutron] 10.222.0.42 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936279 May 27 16:34:43.114492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a0492-d6e3-4f55-a128-34ae7f4390f4 req-295acbaa-7c3d-49e5-8897-5c5d8eafa27e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:43.116037 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e89a0492-d6e3-4f55-a128-34ae7f4390f4 req-295acbaa-7c3d-49e5-8897-5c5d8eafa27e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0587690 May 27 16:34:43.169782 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e89a0492-d6e3-4f55-a128-34ae7f4390f4 req-c93e4ec5-662b-4342-9f02-0a96ddaff7ff tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477431 May 27 16:34:43.308806 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3579972b-7296-4d64-95e5-bf67bd4f34d1 req-32ff530e-ccbe-4f26-9fef-5389621783d4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 210 time: 0.0284052 May 27 16:34:44.297853 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a45eb-7aac-4e7c-9abf-1d5c659862d6 req-8bd06953-a858-4fc1-af86-5798b6255649 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:44.299300 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-146a45eb-7aac-4e7c-9abf-1d5c659862d6 req-8bd06953-a858-4fc1-af86-5798b6255649 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0490022 May 27 16:34:44.347710 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-146a45eb-7aac-4e7c-9abf-1d5c659862d6 req-64d21410-3fbf-4ccf-b327-cf272f7bf1fc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416942 May 27 16:34:44.413736 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7d1629ea-9d69-4675-95a3-f00b60851ca5 req-df1da235-e6ec-4dc9-b795-f0bcf35d43fe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 210 time: 0.0313272 May 27 16:34:44.887574 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:44.912177 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:44.912516 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3d4f9346-07d9-4daf-b9c3-f76f7e6ce78d not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:45.140431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44054) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:45.562392 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89cfd-beba-44b2-a36b-fc99fe26b5a0 req-f73dde26-081c-429e-bcfd-a22e3680a9fd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:45.564048 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25b89cfd-beba-44b2-a36b-fc99fe26b5a0 req-f73dde26-081c-429e-bcfd-a22e3680a9fd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0924790 May 27 16:34:45.567076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-207330bf-459d-44a7-8394-ccab3192824b req-f8f43283-9230-458d-a62b-0dbbfcfeb212 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 210 time: 0.0443542 May 27 16:34:45.603758 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:45.622740 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25b89cfd-beba-44b2-a36b-fc99fe26b5a0 req-df239e9b-267f-4152-86a3-b38e9e1ee1ac tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488005 May 27 16:34:45.874231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:46.054782 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e358d15d-5fee-437a-adbf-4819edf6bcce tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:46.054782 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e358d15d-5fee-437a-adbf-4819edf6bcce tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 813 time: 0.2055173 May 27 16:34:46.214968 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-4b127f61-036c-45bb-acac-1ccedee612e0 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c409475791e243108336a3cd2e25d3ac HTTP/1.1" status: 200 len: 380 time: 0.1823294 May 27 16:34:46.229926 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'port': {'device_id': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'admin_state_up': True, 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'security_groups': ['40651bcc-cb28-42fc-899b-dff315454ca7']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:46.263474 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:46.311881 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Deleting port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:46.312133 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:46.348119 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:46.432393 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] For port 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:46.432749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:46.445196 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Calling delete_port for 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd owned by network:router_interface {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:46.542291 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Made reservation on behalf of c409475791e243108336a3cd2e25d3ac for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:34:46.545668 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:46.676325 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:46.678587 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd25bcaa-47ac-4e45-a833-a400c4fbb280 req-0b4c7326-77d6-4e82-bb2e-67291c64e508 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 210 time: 0.0318093 May 27 16:34:46.734390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Allocated IP 172.20.0.9 (6206a18c-fdfb-4556-905d-212faa509374/f3e92069-90aa-4049-a0ab-eae2e807a60c/3dc06512-18f1-4fd2-b9b1-104f02a4f067) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:34:46.742611 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=64 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:46.753452 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d974a-c7a5-4cd0-9f46-b77cd8970a85 req-3d1a2c9d-97bc-4a50-a4d8-6103457d7d47 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:46.755186 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-988d974a-c7a5-4cd0-9f46-b77cd8970a85 req-3d1a2c9d-97bc-4a50-a4d8-6103457d7d47 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0529349 May 27 16:34:46.806490 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-988d974a-c7a5-4cd0-9f46-b77cd8970a85 req-d2c7ab72-d2b0-4d09-a542-46be56d64541 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452840 May 27 16:34:46.820940 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (6477a0fb-aac7-45fe-9ed2-d17c868e7bcd), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:46.866757 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Pushing event deleted for resources: {'Port': ['ID=6477a0fb-aac7-45fe-9ed2-d17c868e7bcd,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:47.044238 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.112780 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:47.133087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.194634 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.281412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Network 6206a18c-fdfb-4556-905d-212faa509374 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:34:47.291134 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:34:47.293852 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:34:47.301754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event updated for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:47.392679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:47.393320 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.470665 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Router 39ee9846-b9cb-4c13-b1be-026bf745ff15 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:47.538297 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-e6703616-e2b0-4ebd-9973-76e4355ff93c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139954 May 27 16:34:47.572284 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-6c3f25eb-8b3b-44ad-92ec-5e0ae4e1a4c9 None None] Provisioning complete for port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:34:47.572839 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6c3f25eb-8b3b-44ad-92ec-5e0ae4e1a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.574790 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Request body: {'port': {'device_id': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:34:47.605657 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f25eb-8b3b-44ad-92ec-5e0ae4e1a4c9 None None] Port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:34:47.618582 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:47.626448 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-564320bd-ecb8-4727-905e-8daf93493546 admin admin] 10.222.0.42 "PUT /v2.0/routers/39ee9846-b9cb-4c13-b1be-026bf745ff15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4849346 May 27 16:34:47.627505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Sync routers for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:47.629406 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44080) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:47.639278 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:47.639973 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:47.692883 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:47.696951 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:47.757029 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:47.819650 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758a4c0-5e42-49a5-9d86-39f114f80c37 req-a50e3ad7-88da-490f-85b2-bb3fa2d58d0c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:47.821498 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9758a4c0-5e42-49a5-9d86-39f114f80c37 req-a50e3ad7-88da-490f-85b2-bb3fa2d58d0c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 931 time: 0.0556579 May 27 16:34:47.929702 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9758a4c0-5e42-49a5-9d86-39f114f80c37 req-8a15f7b7-e080-430d-b33b-0f3040a20853 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991545 May 27 16:34:47.998822 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9b75c-8004-4fb1-b77c-91c3859b10d7 req-93775b2d-7ca1-41f4-8d1f-551521f991c2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:48.000866 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07d9b75c-8004-4fb1-b77c-91c3859b10d7 req-93775b2d-7ca1-41f4-8d1f-551521f991c2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0849407 May 27 16:34:48.055688 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07d9b75c-8004-4fb1-b77c-91c3859b10d7 req-99162d91-9fa3-4067-8ac7-fc48e78cde48 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469368 May 27 16:34:48.086033 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks [] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.086860 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:34:46Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:48.115183 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Checking router: 39ee9846-b9cb-4c13-b1be-026bf745ff15 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:48.125836 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Routers {'39ee9846-b9cb-4c13-b1be-026bf745ff15'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:48.126453 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['39ee9846-b9cb-4c13-b1be-026bf745ff15'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:48.234409 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] Set router 39ee9846-b9cb-4c13-b1be-026bf745ff15 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:48.289748 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks [] for router_gateway (39ee9846-b9cb-4c13-b1be-026bf745ff15), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.377081 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:48.410039 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:34:46Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:48.431923 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc06512-18f1-4fd2-b9b1-104f02a4f067 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:34:48.435301 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc3eecf-af57-4ae2-a9c6-b9cf5f936ff8 None None] The sync data for ids ['39ee9846-b9cb-4c13-b1be-026bf745ff15'] in dv-cinder-840493-2-iscsi is: [{'id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'name': 'tempest-TestMinimumBasicScenario-1386947485-router', 'tenant_id': 'bf8f192a31204d97b3b2e8895856a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:04Z', 'updated_at': '2022-05-27T16:34:46Z', 'revision_number': 5, 'project_id': 'bf8f192a31204d97b3b2e8895856a459', 'gw_port': {'id': 'ace8f349-43c6-41b2-91cd-965e09582016', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ee9846-b9cb-4c13-b1be-026bf745ff15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:05Z', 'updated_at': '2022-05-27T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:48.448255 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks [] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.456458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Deleting port ace8f349-43c6-41b2-91cd-965e09582016 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:48.456672 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ace8f349-43c6-41b2-91cd-965e09582016), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.485232 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Transition to ACTIVE for port object 3dc06512-18f1-4fd2-b9b1-104f02a4f067 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:34:48.547859 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] For port ace8f349-43c6-41b2-91cd-965e09582016, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ace8f349-43c6-41b2-91cd-965e09582016,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:48.548218 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ace8f349-43c6-41b2-91cd-965e09582016), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.563384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Calling delete_port for ace8f349-43c6-41b2-91cd-965e09582016 owned by network:router_gateway {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:48.607337 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.648749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:48.683670 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Pushing event updated for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:48.849137 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Attempting to bind port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:34:48.849759 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Attempting to bind port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:34:48.850269 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Attempting to bind port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:34:48.866539 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 on network 6206a18c-fdfb-4556-905d-212faa509374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:34:48.867221 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Attempting to bind port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 on network 6206a18c-fdfb-4556-905d-212faa509374 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:34:48.879857 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:34:48.880194 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Checking segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:34:48.880594 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Bound using segment: {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:34:48.881051 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Bound port: 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b584fa47-6555-4bcf-9695-85247fb0926a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6206a18c-fdfb-4556-905d-212faa509374'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:34:48.881493 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.936588 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ace8f349-43c6-41b2-91cd-965e09582016), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:48.977575 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace8f349-43c6-41b2-91cd-965e09582016,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:48.989122 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:34:49.025600 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:34:49.075503 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.083848 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22168132-ffe4-44b6-913e-bf60f9de0686 req-f731b71a-14f2-4b5e-a443-5c19e9e36087 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:49.086155 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22168132-ffe4-44b6-913e-bf60f9de0686 req-f731b71a-14f2-4b5e-a443-5c19e9e36087 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.0547554 May 27 16:34:49.149880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.173002 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22168132-ffe4-44b6-913e-bf60f9de0686 req-c631b0dc-458f-4fe5-bac7-7c9eec54bfa9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745618 May 27 16:34:49.264793 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf993-c257-4492-9463-d77bb7031002 req-f8bbfe9e-1484-4038-8101-a6f58a71516f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:49.267565 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fdf993-c257-4492-9463-d77bb7031002 req-f8bbfe9e-1484-4038-8101-a6f58a71516f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0860727 May 27 16:34:49.295831 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.301383 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:49.301904 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.303357 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] 10.222.0.15 "PUT /v2.0/ports/3dc06512-18f1-4fd2-b9b1-104f02a4f067 HTTP/1.1" status: 200 len: 1093 time: 1.7342193 May 27 16:34:49.303897 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:49.306201 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24" -d '{"events": [{"name": "network-changed", "server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:49.316459 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks [] for router_controller (39ee9846-b9cb-4c13-b1be-026bf745ff15), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.339374 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09fdf993-c257-4492-9463-d77bb7031002 req-b99a116a-70ae-45d6-9cf1-0afda250a35b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604057 May 27 16:34:49.373634 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2785bfe4-83f6-42b4-8501-aa7897be92a7 x-openstack-request-id: req-2785bfe4-83f6-42b4-8501-aa7897be92a7 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:49.373924 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:49.374173 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2785bfe4-83f6-42b4-8501-aa7897be92a7 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:49.374567 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2785bfe4-83f6-42b4-8501-aa7897be92a7'] response: {'name': 'network-changed', 'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'status': 'completed', 'code': 200} May 27 16:34:49.406444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9a1f7-97ed-48b9-99c8-b824c541131f service neutron] Pushing event updated for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:49.484256 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (39ee9846-b9cb-4c13-b1be-026bf745ff15), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.484915 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ee9846-b9cb-4c13-b1be-026bf745ff15 {{(pid=104556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:34:49.490757 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.491828 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-cf5c6e45-96f9-4817-8adb-0b9688dc8897 admin admin] 10.222.0.42 "DELETE /v2.0/routers/39ee9846-b9cb-4c13-b1be-026bf745ff15 HTTP/1.1" status: 204 len: 168 time: 1.8615789 May 27 16:34:49.494626 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44100) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:49.539595 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:49.545062 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Deleting subnet 3a7e2cac-0ce3-46a5-8464-37154844db89 {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:34:49.548682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Publish callbacks [] for subnet (3a7e2cac-0ce3-46a5-8464-37154844db89), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.588823 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (3a7e2cac-0ce3-46a5-8464-37154844db89), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.705649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (3a7e2cac-0ce3-46a5-8464-37154844db89), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.839346 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (3a7e2cac-0ce3-46a5-8464-37154844db89), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.871383 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7e2cac-0ce3-46a5-8464-37154844db89,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:49.878094 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.881434 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-6a1d525f-d355-4a5b-80c0-95e8f909d148 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3a7e2cac-0ce3-46a5-8464-37154844db89 HTTP/1.1" status: 204 len: 168 time: 0.3858097 May 27 16:34:49.884576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44104) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:49.889065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7d8ef-d42a-44f9-b8e3-31604f8de80a None None] Network 3457ce5e-af48-4869-9e42-c672efe05b5b requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:49.973085 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (3457ce5e-af48-4869-9e42-c672efe05b5b), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:49.980955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:50.022219 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Deleting port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:50.022550 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.085124 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] DHCP port deletion for 3457ce5e-af48-4869-9e42-c672efe05b5b request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:34:50.101950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] For port 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0ea3e821-0e9c-42a5-be1e-ce59f638e799,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:50.102194 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.118995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Calling delete_port for 0ea3e821-0e9c-42a5-be1e-ce59f638e799 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:50.124967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Deleting port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:50.125360 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.191465 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:50.193604 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] For port 0ea3e821-0e9c-42a5-be1e-ce59f638e799, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0ea3e821-0e9c-42a5-be1e-ce59f638e799,segment=NetworkSegment(3554f6df-d766-4154-b887-52f72a947943),segment_id=3554f6df-d766-4154-b887-52f72a947943)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:50.194008 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.207766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Calling delete_port for 0ea3e821-0e9c-42a5-be1e-ce59f638e799 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:50.273887 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.301130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ace8f349-43c6-41b2-91cd-965e09582016 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:50.307800 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea3e821-0e9c-42a5-be1e-ce59f638e799,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:50.309991 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] No DVR routers for this DVR port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:50.329098 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: ace8f349-43c6-41b2-91cd-965e09582016 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:50.329750 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ace8f349-43c6-41b2-91cd-965e09582016 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:50.330354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:50.352754 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056559-23cd-4f65-9b17-d5d57f0d42b6 req-5c06d7d9-6f52-4450-93ae-68c555176f83 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:50.355077 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f056559-23cd-4f65-9b17-d5d57f0d42b6 req-5c06d7d9-6f52-4450-93ae-68c555176f83 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.0671382 May 27 16:34:50.366941 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:50.367283 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6477a0fb-aac7-45fe-9ed2-d17c868e7bcd not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:50.367696 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0ea3e821-0e9c-42a5-be1e-ce59f638e799 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:50.369622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:50.392947 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 0ea3e821-0e9c-42a5-be1e-ce59f638e799 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:50.393293 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0ea3e821-0e9c-42a5-be1e-ce59f638e799 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:50.399520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (0ea3e821-0e9c-42a5-be1e-ce59f638e799), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.404725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (3457ce5e-af48-4869-9e42-c672efe05b5b), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.437132 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3457ce5e-af48-4869-9e42-c672efe05b5b']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:50.448613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3554f6df-d766-4154-b887-52f72a947943') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:50.448918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3554f6df-d766-4154-b887-52f72a947943') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:50.449937 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f056559-23cd-4f65-9b17-d5d57f0d42b6 req-4c5346d3-311c-4ddc-9786-5da99918cf83 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884438 May 27 16:34:50.461639 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (3554f6df-d766-4154-b887-52f72a947943), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.477313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (3554f6df-d766-4154-b887-52f72a947943), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.484628 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:34:50.485028 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (3554f6df-d766-4154-b887-52f72a947943), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.514828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c152bd-6388-414d-989f-ad48ec1b4d73 req-26eea109-5c85-4072-aa33-50ded39ec4da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:50.514828 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05c152bd-6388-414d-989f-ad48ec1b4d73 req-26eea109-5c85-4072-aa33-50ded39ec4da tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0726316 May 27 16:34:50.515043 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 3554f6df-d766-4154-b887-52f72a947943 resource provider aggregate not found May 27 16:34:50.562677 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 3554f6df-d766-4154-b887-52f72a947943 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3554f6df-d766-4154-b887-52f72a947943 found for delete ", "request_id": "req-1f755dc0-ad18-44f6-93cd-8ae3ca73010d"}]} May 27 16:34:50.563836 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05c152bd-6388-414d-989f-ad48ec1b4d73 req-654c6b33-a207-4f94-b51e-05c978591bb3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513113 May 27 16:34:50.565939 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] Pushing event deleted for resources: {'Port': ['ID=0ea3e821-0e9c-42a5-be1e-ce59f638e799,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:50.569569 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a5d1b-ac9c-40b9-8bec-1337890b4be9 None None] No DVR routers for this DVR port 0ea3e821-0e9c-42a5-be1e-ce59f638e799 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:50.691012 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (3457ce5e-af48-4869-9e42-c672efe05b5b), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.696358 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:50.701760 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] 10.222.0.42 "DELETE /v2.0/networks/3457ce5e-af48-4869-9e42-c672efe05b5b HTTP/1.1" status: 204 len: 168 time: 0.8139198 May 27 16:34:50.704062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44116) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:50.710373 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd66a5-ee56-43a4-8118-68f820ddbcff admin admin] Pushing event deleted for resources: {'Network': ['ID=3457ce5e-af48-4869-9e42-c672efe05b5b,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:51.062513 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:51.076945 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (20f16e07-08ea-4c61-9f06-d30f1766238c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:51.325542 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Deleting port e56e2724-ceb9-473f-b690-5e0d9db9bef9 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:51.325777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:51.402906 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] For port e56e2724-ceb9-473f-b690-5e0d9db9bef9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=e56e2724-ceb9-473f-b690-5e0d9db9bef9,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:51.403607 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:51.416012 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Calling delete_port for e56e2724-ceb9-473f-b690-5e0d9db9bef9 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:51.477741 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:51.584335 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bee3-9ff1-4124-8e4e-75f0dccdd562 req-6582eabc-087a-41e7-a262-2731e26dc430 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:51.585910 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae66bee3-9ff1-4124-8e4e-75f0dccdd562 req-6582eabc-087a-41e7-a262-2731e26dc430 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.0643604 May 27 16:34:51.706355 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae66bee3-9ff1-4124-8e4e-75f0dccdd562 req-5307e0e9-9f63-4faa-9fbf-bd59e460217e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145072 May 27 16:34:51.723419 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c2c06-f9b7-4c54-b91a-2e565debacec req-7c04a101-7bb8-4d52-994a-28fd89229361 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:51.725023 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4f6c2c06-f9b7-4c54-b91a-2e565debacec req-7c04a101-7bb8-4d52-994a-28fd89229361 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0649364 May 27 16:34:51.753580 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-825e2f5a-0a79-43db-9c26-cd3188ce7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:51.756195 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-825e2f5a-0a79-43db-9c26-cd3188ce7d81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 1127 time: 0.0486021 May 27 16:34:51.775501 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (e56e2724-ceb9-473f-b690-5e0d9db9bef9), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:51.810108 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4f6c2c06-f9b7-4c54-b91a-2e565debacec req-02950e9b-7170-41df-ab6e-3fc73d050aeb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769267 May 27 16:34:51.812634 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56e2724-ceb9-473f-b690-5e0d9db9bef9,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:51.996724 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-89ded6d1-ece7-408f-a514-9c1fd8afcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:51.999843 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-89ded6d1-ece7-408f-a514-9c1fd8afcf16 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c409475791e243108336a3cd2e25d3ac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1504478 May 27 16:34:52.040042 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (20f16e07-08ea-4c61-9f06-d30f1766238c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:52.042568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:52.054564 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:52.107341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-97af70df-9fbc-4b7f-9e16-664474157926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.108928 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ee180e7b-8f0b-4080-92a6-62e52d8f4e24 req-97af70df-9fbc-4b7f-9e16-664474157926 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011302 May 27 16:34:52.232317 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-96f68a7d-468b-47da-8d3e-a87fa6a22b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.233882 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-96f68a7d-468b-47da-8d3e-a87fa6a22b4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 1127 time: 0.0406895 May 27 16:34:52.291882 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-42d094d2-3277-4b8b-94b8-96dd9fb93f8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067 HTTP/1.1" status: 200 len: 217 time: 0.0409133 May 27 16:34:52.344536 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-0242b05f-0691-469d-bd29-32d4828b8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.346186 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-0242b05f-0691-469d-bd29-32d4828b8a02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0474038 May 27 16:34:52.404111 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-39ea6164-3146-483b-9ca1-7782785b4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.405980 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-39ea6164-3146-483b-9ca1-7782785b4d3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514288 May 27 16:34:52.516523 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Router 20f16e07-08ea-4c61-9f06-d30f1766238c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:34:52.517517 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-f4cdd193-ab1d-402b-bf2e-c95d2dc71104 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990276 May 27 16:34:52.541216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:52.558092 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:52.620681 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:34:52.620902 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6959e513-d54e-4f58-ba85-c1fc1804b813 req-37922137-c2f2-45d0-9460-e33c7a05d1b3 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965312 May 27 16:34:52.625650 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fea97573-7ba1-4a54-b65a-b0b5de6f0c21 admin admin] 10.222.0.42 "PUT /v2.0/routers/20f16e07-08ea-4c61-9f06-d30f1766238c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205365 May 27 16:34:52.629391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44134) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:52.631995 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Sync routers for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:34:52.644614 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:52.645666 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:52.724331 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks [] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:52.757585 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:52.892077 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks [] for router_gateway (20f16e07-08ea-4c61-9f06-d30f1766238c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:52.918365 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4aae-6be7-42f3-a026-548d8f1109e3 req-0820fe70-9685-4fe8-87ee-969223115978 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.919919 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-473d4aae-6be7-42f3-a026-548d8f1109e3 req-0820fe70-9685-4fe8-87ee-969223115978 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.1014118 May 27 16:34:52.979928 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb4a5-ab48-4cb2-8d4d-db17717764f2 req-ba8030c2-7672-4abd-9342-d30c5e1e500f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:52.981865 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:34:51Z', 'revision_number': 5, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port': {'id': '0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:20Z', 'updated_at': '2022-05-27T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:52.995792 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb5bb4a5-ab48-4cb2-8d4d-db17717764f2 req-ba8030c2-7672-4abd-9342-d30c5e1e500f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0843704 May 27 16:34:53.020068 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Checking router: 20f16e07-08ea-4c61-9f06-d30f1766238c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:34:53.031280 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Routers {'20f16e07-08ea-4c61-9f06-d30f1766238c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:34:53.031280 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:34:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['20f16e07-08ea-4c61-9f06-d30f1766238c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:53.046655 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-473d4aae-6be7-42f3-a026-548d8f1109e3 req-8b4d3304-8200-4aba-b820-dc1e116e6f1c tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952797 May 27 16:34:53.077270 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:53.077638 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:53.086833 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb5bb4a5-ab48-4cb2-8d4d-db17717764f2 req-1c69fb23-06fd-4c3a-b23c-d169e4e54010 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983651 May 27 16:34:53.095631 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Deleting port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:53.095967 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.122014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] Set router 20f16e07-08ea-4c61-9f06-d30f1766238c gateway port host: None {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:34:53.187165 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] For port 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:53.197945 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.198200 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:34:52Z', 'revision_number': 6, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port_host': None}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:53.207064 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Calling delete_port for 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:53.230926 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329d540-659d-4f7f-8c9c-e2ae37e6c2d6 None None] The sync data for ids ['20f16e07-08ea-4c61-9f06-d30f1766238c'] in dv-cinder-840493-2-iscsi is: [{'id': '20f16e07-08ea-4c61-9f06-d30f1766238c', 'name': 'tempest-TestMinimumBasicScenario-1690164158-router', 'tenant_id': 'f51f25652579464588c765d769165de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:18Z', 'updated_at': '2022-05-27T16:34:52Z', 'revision_number': 6, 'project_id': 'f51f25652579464588c765d769165de8', 'gw_port_host': None}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:34:53.483260 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:34:53.513289 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.561327 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:53.638960 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:53.653133 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:34:53.657032 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (20f16e07-08ea-4c61-9f06-d30f1766238c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.659883 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:53.672286 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:34:53.697248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: ACTIVE; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:53.697915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.715601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:53.719354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:34:53.751424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:53.756632 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.759472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks [] for router_controller (20f16e07-08ea-4c61-9f06-d30f1766238c), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.799826 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.858475 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=6']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:53.879464 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (20f16e07-08ea-4c61-9f06-d30f1766238c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.880067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f16e07-08ea-4c61-9f06-d30f1766238c {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:34:53.885117 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.888868 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-31d47ab7-7553-4323-a1e6-fcd670f8beeb admin admin] 10.222.0.42 "DELETE /v2.0/routers/20f16e07-08ea-4c61-9f06-d30f1766238c HTTP/1.1" status: 204 len: 168 time: 1.2562413 May 27 16:34:53.889430 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44178) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:53.945537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Deleting subnet 94ca8a77-33ae-46ba-bd3e-469c06939fff {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:34:53.949448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Publish callbacks [] for subnet (94ca8a77-33ae-46ba-bd3e-469c06939fff), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:53.983847 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8356222d-c6d4-41f6-8eb8-8db73dcb6d34'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:53.996084 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (94ca8a77-33ae-46ba-bd3e-469c06939fff), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.109767 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (94ca8a77-33ae-46ba-bd3e-469c06939fff), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.218104 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c80d3f-48bb-4fe9-b837-798773e6c7b5 req-2fe8bb1b-176f-4495-9eb0-a5dc3189169f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:54.219802 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a3c80d3f-48bb-4fe9-b837-798773e6c7b5 req-2fe8bb1b-176f-4495-9eb0-a5dc3189169f tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.0715277 May 27 16:34:54.251420 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (94ca8a77-33ae-46ba-bd3e-469c06939fff), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.295950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ca8a77-33ae-46ba-bd3e-469c06939fff,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:54.300480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.306705 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4fb6fb2a-875b-4a9c-92e4-49fce3cddd17 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/94ca8a77-33ae-46ba-bd3e-469c06939fff HTTP/1.1" status: 204 len: 168 time: 0.4159155 May 27 16:34:54.310058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44188) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:54.310395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10a09b-7d69-4ecd-9bff-5d6b81881d07 None None] Network 40340b8c-ce8f-4946-a1a5-cd2212976ef5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:34:54.313018 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a3c80d3f-48bb-4fe9-b837-798773e6c7b5 req-cfc3fcf3-0029-4690-a675-eb5b227aecbe tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795336 May 27 16:34:54.316374 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device e56e2724-ceb9-473f-b690-5e0d9db9bef9 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:54.376302 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: e56e2724-ceb9-473f-b690-5e0d9db9bef9 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:54.377770 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device e56e2724-ceb9-473f-b690-5e0d9db9bef9 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:54.378950 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:54.409142 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:54.410018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0882ca0e-9bd6-4c7e-babe-4e6df37a0a0b not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:54.438072 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (40340b8c-ce8f-4946-a1a5-cd2212976ef5), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.499880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb98d6-cdb1-4624-a037-ec89558570c2 req-e69440f2-1523-4322-b9bb-c72c75e39466 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:54.504367 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Deleting port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:54.504613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.518262 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6eb98d6-cdb1-4624-a037-ec89558570c2 req-e69440f2-1523-4322-b9bb-c72c75e39466 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.1136768 May 27 16:34:54.577025 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6eb98d6-cdb1-4624-a037-ec89558570c2 req-0f771bc5-2f64-4c38-9e02-7a06ba96667a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571663 May 27 16:34:54.594569 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] DHCP port deletion for 40340b8c-ce8f-4946-a1a5-cd2212976ef5 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:34:54.595192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] For port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:54.595723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.622372 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Calling delete_port for c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:54.654255 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Deleting port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:34:54.654897 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.727118 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] For port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,segment=NetworkSegment(2c21d60e-132e-429d-b2b6-a064606c5421),segment_id=2c21d60e-132e-429d-b2b6-a064606c5421)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:54.727522 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.738204 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:54.743172 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Calling delete_port for c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:34:54.878930 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.879139 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:54.906500 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] Pushing event deleted for resources: {'Port': ['ID=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:54.907345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:54.908277 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21b0f7-d788-4361-ae5b-f95f79d82577 None None] No DVR routers for this DVR port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:54.911048 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] No DVR routers for this DVR port c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:34:54.967054 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:55.047771 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (40340b8c-ce8f-4946-a1a5-cd2212976ef5), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.076275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40340b8c-ce8f-4946-a1a5-cd2212976ef5']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:55.101475 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c21d60e-132e-429d-b2b6-a064606c5421') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:55.102614 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c21d60e-132e-429d-b2b6-a064606c5421') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:34:55.130789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (2c21d60e-132e-429d-b2b6-a064606c5421), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.154331 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2c21d60e-132e-429d-b2b6-a064606c5421), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.160772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:55.163798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:34:55.164493 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (2c21d60e-132e-429d-b2b6-a064606c5421), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.202989 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 2c21d60e-132e-429d-b2b6-a064606c5421 resource provider aggregate not found May 27 16:34:55.244629 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 2c21d60e-132e-429d-b2b6-a064606c5421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c21d60e-132e-429d-b2b6-a064606c5421 found for delete ", "request_id": "req-fb143e57-aef3-4481-900b-ac91f2a00689"}]} May 27 16:34:55.385669 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (40340b8c-ce8f-4946-a1a5-cd2212976ef5), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.393013 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.398525 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/40340b8c-ce8f-4946-a1a5-cd2212976ef5 HTTP/1.1" status: 204 len: 168 time: 1.0834663 May 27 16:34:55.410700 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da77eb4-b290-4e5a-a61c-718abdb2eeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=40340b8c-ce8f-4946-a1a5-cd2212976ef5,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:55.455960 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f127dfe-b009-4288-a719-8d15c449d810 req-577a274d-8e3d-4a2e-8010-5f9c42d5038b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:55.460127 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f127dfe-b009-4288-a719-8d15c449d810 req-577a274d-8e3d-4a2e-8010-5f9c42d5038b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 943 time: 0.0606120 May 27 16:34:55.499874 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3dc06512-18f1-4fd2-b9b1-104f02a4f067 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:34:55.518018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:34:55.527439 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f127dfe-b009-4288-a719-8d15c449d810 req-89d591f3-c3e0-43eb-b6af-b8dc6d5b24b6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607204 May 27 16:34:55.593261 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:55.620302 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:34:55.620753 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.765923 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:55.777275 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:55.777275 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.783003 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3724c7-d9d0-4766-b9f6-b8d372db861b req-f12a6b64-57f8-4b00-94f1-306c6a266332 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:55.788536 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d3724c7-d9d0-4766-b9f6-b8d372db861b req-f12a6b64-57f8-4b00-94f1-306c6a266332 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.0756052 May 27 16:34:55.798749 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'port_id': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'mac_address': 'fa:16:3e:a8:e0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:34:55.819898 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:55.822858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92113317-9e08-4966-8daa-ada10ba18f2f" -d '{"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:55.861223 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:55.873915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:55.874798 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.898062 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc06512-18f1-4fd2-b9b1-104f02a4f067 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:34:55.943631 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:55.947299 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d3724c7-d9d0-4766-b9f6-b8d372db861b req-5d564c74-e9f8-444d-b448-86a2d03e1ff1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513233 May 27 16:34:55.965957 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:55.976284 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44244) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:56.059898 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-fca2707c-1c67-4065-bff5-23f9aa45bcc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf8f192a31204d97b3b2e8895856a459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810659 May 27 16:34:56.062184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44246) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:56.063660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:56.071378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=7']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:56.142431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:56.148755 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:56.150249 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] Publish callbacks [] for security_group (69fefc7e-cc03-4081-8751-7def9a71d94a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:56.182569 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] Publish callbacks [] for security_group (69fefc7e-cc03-4081-8751-7def9a71d94a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:56.234882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008643a-c517-4833-a803-37ca8502ae35 x-openstack-request-id: req-0008643a-c517-4833-a803-37ca8502ae35 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:56.245520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:56.245520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0008643a-c517-4833-a803-37ca8502ae35 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:56.245520 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0008643a-c517-4833-a803-37ca8502ae35'] response: {'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'code': 200} May 27 16:34:56.323055 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:34:56.349098 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:34:56.349473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c18e224b-2cdf-4cf2-a96c-3f7c7b4a2193 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:34:56.439336 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (69fefc7e-cc03-4081-8751-7def9a71d94a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:56.443188 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:56.448295 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69fefc7e-cc03-4081-8751-7def9a71d94a HTTP/1.1" status: 204 len: 168 time: 0.3797073 May 27 16:34:56.462924 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['3dc06512-18f1-4fd2-b9b1-104f02a4f067'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:34:56.472792 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743154-0d1d-42c4-93e1-87f1afef251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fefc7e-cc03-4081-8751-7def9a71d94a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:56.723969 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a8d5-64ba-4923-9bcb-056844ab3bcd req-4fe6bd92-1ffa-4503-be2b-0ec0604e8f5e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:56.731915 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f08a8d5-64ba-4923-9bcb-056844ab3bcd req-4fe6bd92-1ffa-4503-be2b-0ec0604e8f5e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 944 time: 0.0812466 May 27 16:34:56.787782 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f08a8d5-64ba-4923-9bcb-056844ab3bcd req-f0c013f1-5e8a-4810-aed1-035260760000 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548878 May 27 16:34:57.094081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a311dd-eb33-42ae-926e-8386cc27e538 req-9733bcb6-8e64-4526-b0cc-ae42661d5005 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:57.105149 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f8a311dd-eb33-42ae-926e-8386cc27e538 req-9733bcb6-8e64-4526-b0cc-ae42661d5005 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0695150 May 27 16:34:57.125392 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:57.159206 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f8a311dd-eb33-42ae-926e-8386cc27e538 req-66b405cb-033c-4e1f-9831-307d9cdcb986 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529447 May 27 16:34:57.470786 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44262) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:57.508513 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3dc06512-18f1-4fd2-b9b1-104f02a4f067 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:34:57.528844 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-128b9faa-831c-43a9-a794-26672adb518a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f51f25652579464588c765d769165de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562050 May 27 16:34:57.531485 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44264) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:57.576100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:34:57.610173 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Publish callbacks [] for security_group (740e2b66-e82a-4bb1-bc62-21d1fb15eade), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.650918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Publish callbacks [] for security_group (740e2b66-e82a-4bb1-bc62-21d1fb15eade), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.719274 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:34:57.719625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.804495 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (740e2b66-e82a-4bb1-bc62-21d1fb15eade), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.807134 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.812421 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/740e2b66-e82a-4bb1-bc62-21d1fb15eade HTTP/1.1" status: 204 len: 168 time: 0.2753680 May 27 16:34:57.847090 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e2b66-e82a-4bb1-bc62-21d1fb15eade,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:57.859853 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.861869 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.869059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.869059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.869059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.874158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.874158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.874858 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.876484 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.876917 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.877823 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.880341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.880937 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.881521 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.882078 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391b21f-dc61-4496-a768-502a9a53157e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:34:57.907078 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:34:57.914798 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:57.994105 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:34:58.026869 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403d52-4f87-4d6a-9f5c-fc9737526530 req-8e45b9fb-f78d-4281-be2a-9bd426158cc6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:58.029209 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87403d52-4f87-4d6a-9f5c-fc9737526530 req-8e45b9fb-f78d-4281-be2a-9bd426158cc6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 944 time: 0.0735848 May 27 16:34:58.050487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:58.129076 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:58.129262 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87403d52-4f87-4d6a-9f5c-fc9737526530 req-9a75b960-14ba-416f-a36a-ded81997bb56 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914669 May 27 16:34:58.237932 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:34:58.240252 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e086e4-834f-4ba3-8f24-5e8e7e3c1b60" -d '{"events": [{"server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "name": "network-vif-plugged", "status": "completed", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:34:58.289249 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5105b5d4-e357-4aa4-9361-97a05e372ead x-openstack-request-id: req-5105b5d4-e357-4aa4-9361-97a05e372ead {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:34:58.289567 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "name": "network-vif-plugged", "status": "completed", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:34:58.289822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5105b5d4-e357-4aa4-9361-97a05e372ead {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:34:58.290219 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5105b5d4-e357-4aa4-9361-97a05e372ead'] response: {'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'code': 200} May 27 16:34:58.333648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f5b41-2c6e-40d2-84de-3cf860e465b1 req-3976f060-020a-4490-b901-725183d52ea3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:58.350667 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a5f5b41-2c6e-40d2-84de-3cf860e465b1 req-3976f060-020a-4490-b901-725183d52ea3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0928521 May 27 16:34:58.413631 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=71 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:58.442955 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a5f5b41-2c6e-40d2-84de-3cf860e465b1 req-5f9d2754-ea8c-499b-abdb-c2c1cd628c41 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910492 May 27 16:34:58.648761 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44290) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:58.726326 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f822-dcc1-4472-bb1d-8cdad1e99248 req-d651b8a6-e7e2-43d4-b9a6-497ad65a651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:58.728153 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6109f822-dcc1-4472-bb1d-8cdad1e99248 req-d651b8a6-e7e2-43d4-b9a6-497ad65a651b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 1129 time: 0.0681045 May 27 16:34:58.788271 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-04f8acba-d02f-4035-a4ad-7b0f254bd509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:58.806490 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6109f822-dcc1-4472-bb1d-8cdad1e99248 req-05b548fd-73be-47f1-a0c0-373aa92ef575 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655482 May 27 16:34:58.812796 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eca64348-bff0-4c5e-94da-a98f4fd32e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:58.966815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eca64348-bff0-4c5e-94da-a98f4fd32e76 admin admin] Publish callbacks [] for security_group (61a62a4d-85ad-457b-843a-7e960f4fc54e), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.051107 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-eca64348-bff0-4c5e-94da-a98f4fd32e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (61a62a4d-85ad-457b-843a-7e960f4fc54e), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.104582 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-eca64348-bff0-4c5e-94da-a98f4fd32e76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=423e93e3d2644ec68ed48847a1835159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536860 May 27 16:34:59.105512 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca64348-bff0-4c5e-94da-a98f4fd32e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a62a4d-85ad-457b-843a-7e960f4fc54e,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:59.107979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44294) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:34:59.177069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] Publish callbacks [] for security_group (61a62a4d-85ad-457b-843a-7e960f4fc54e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.213970 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] Publish callbacks [] for security_group (61a62a4d-85ad-457b-843a-7e960f4fc54e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.287524 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc19bea-4cbf-4501-a54c-6e472c82cefa req-95cf2e16-8556-465e-a2d8-08351908a310 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:59.289029 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebc19bea-4cbf-4501-a54c-6e472c82cefa req-95cf2e16-8556-465e-a2d8-08351908a310 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0773268 May 27 16:34:59.325761 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:34:59.343350 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebc19bea-4cbf-4501-a54c-6e472c82cefa req-acc7fbdb-761b-4fe7-9d26-d8e327ec5863 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 May 27 16:34:59.503807 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (61a62a4d-85ad-457b-843a-7e960f4fc54e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.506655 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:34:59.507885 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61a62a4d-85ad-457b-843a-7e960f4fc54e HTTP/1.1" status: 204 len: 168 time: 0.3987436 May 27 16:34:59.518879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64251e-5f8a-42a2-bd57-a2472db95f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a62a4d-85ad-457b-843a-7e960f4fc54e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:34:59.586847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce445261-09da-40fe-b103-556c2ac97270 req-71b07228-2d35-4332-911a-b2bc34f0714a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:34:59.589807 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ce445261-09da-40fe-b103-556c2ac97270 req-71b07228-2d35-4332-911a-b2bc34f0714a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0585692 May 27 16:34:59.650092 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ce445261-09da-40fe-b103-556c2ac97270 req-cf5cf401-fb3a-4305-af10-5a4314024a15 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554519 May 27 16:35:00.243535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44310) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:00.261608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbf7525a-3d8d-4312-a2e6-6f32caf8e0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.354754 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbf7525a-3d8d-4312-a2e6-6f32caf8e0b9 admin admin] Publish callbacks [] for security_group (5605eb8e-a654-4802-88f5-1ecb5d451502), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.416257 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbf7525a-3d8d-4312-a2e6-6f32caf8e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5605eb8e-a654-4802-88f5-1ecb5d451502), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.502074 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cbf7525a-3d8d-4312-a2e6-6f32caf8e0b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbf8a388d9d54966b46266fad7cd58e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573216 May 27 16:35:00.506094 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44316) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:00.512857 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7525a-3d8d-4312-a2e6-6f32caf8e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5605eb8e-a654-4802-88f5-1ecb5d451502,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:00.527548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af31e-5959-443a-aefe-be472857a8be req-fd57494f-ff89-4a64-b338-afb2143874fd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:00.530163 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-144af31e-5959-443a-aefe-be472857a8be req-fd57494f-ff89-4a64-b338-afb2143874fd tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0881314 May 27 16:35:00.559513 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:00.601363 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-144af31e-5959-443a-aefe-be472857a8be req-e995dd5d-53f5-45dc-88bb-7a31dcfc1920 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634670 May 27 16:35:00.605014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] Publish callbacks [] for security_group (5605eb8e-a654-4802-88f5-1ecb5d451502), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.636083 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] Publish callbacks [] for security_group (5605eb8e-a654-4802-88f5-1ecb5d451502), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.678866 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:00.799092 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b9745-48ae-4da4-ad28-43e094c05d4f req-e507112b-ee4d-4b75-9d75-6af352f5bddc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:00.801600 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-958b9745-48ae-4da4-ad28-43e094c05d4f req-e507112b-ee4d-4b75-9d75-6af352f5bddc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0580518 May 27 16:35:00.839165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (5605eb8e-a654-4802-88f5-1ecb5d451502), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.841846 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:00.845908 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5605eb8e-a654-4802-88f5-1ecb5d451502 HTTP/1.1" status: 204 len: 168 time: 0.3360751 May 27 16:35:00.855005 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc255e8-8d01-46f4-a6ef-7a57e3d7f621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5605eb8e-a654-4802-88f5-1ecb5d451502,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:00.870284 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-958b9745-48ae-4da4-ad28-43e094c05d4f req-a69876a2-c306-4979-b1c5-cc9eacb5218d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627773 May 27 16:35:01.577148 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e93-2df8-461d-b311-db10b68f6e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:01.756971 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9fbe0-479b-4299-9447-df8defac8ee0 req-e1982022-7436-4d27-83be-5c6b2b92cb1d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:01.765589 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21b9fbe0-479b-4299-9447-df8defac8ee0 req-e1982022-7436-4d27-83be-5c6b2b92cb1d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0749059 May 27 16:35:01.834593 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21b9fbe0-479b-4299-9447-df8defac8ee0 req-f16f9e3e-ae31-489d-a944-263341b9ed46 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667226 May 27 16:35:02.016257 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba282a6-3eb6-4dff-b82f-a9147850a018 req-22213c8e-f4ec-4353-b716-7e00779c715b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:02.022145 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ba282a6-3eb6-4dff-b82f-a9147850a018 req-22213c8e-f4ec-4353-b716-7e00779c715b tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.1025913 May 27 16:35:02.027280 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44346) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:02.033149 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Request body: {'floatingip': {'port_id': '3dc06512-18f1-4fd2-b9b1-104f02a4f067'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:35:02.048640 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6b7c7-ab4f-4918-a19f-62a2cab78a32 req-0aab46ab-2057-4387-8a15-8fa925730772 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:02.051045 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edd6b7c7-ab4f-4918-a19f-62a2cab78a32 req-0aab46ab-2057-4387-8a15-8fa925730772 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0835640 May 27 16:35:02.083699 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:02.122452 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-edd6b7c7-ab4f-4918-a19f-62a2cab78a32 req-8260462f-3af2-41e6-9db5-b45cb84fe652 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658491 May 27 16:35:02.445140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:02.584011 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:03.016413 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:03.020948 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:03.296864 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c67c8-e4ed-4bf1-ab65-fc395b53d48c req-7094d150-68a5-4879-acf7-65b4903c1fea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:03.299716 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-821c67c8-e4ed-4bf1-ab65-fc395b53d48c req-7094d150-68a5-4879-acf7-65b4903c1fea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0747869 May 27 16:35:03.399479 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 3f08720a-2be9-4bb3-b217-11309f3cf9e7 associated. External IP: 172.27.3.220, port: 3dc06512-18f1-4fd2-b9b1-104f02a4f067. May 27 16:35:03.403315 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-821c67c8-e4ed-4bf1-ab65-fc395b53d48c req-89b16646-34cb-4ccd-be27-fb58f27fee9b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965297 May 27 16:35:03.551657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:03.669474 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:35:03.840014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:35:03.845116 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:03.859725 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:35:03.873212 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:03.874414 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:03.892545 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-31b4313d-da12-495b-80b0-01b04ecddff6 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "PUT /v2.0/floatingips/3f08720a-2be9-4bb3-b217-11309f3cf9e7 HTTP/1.1" status: 200 len: 991 time: 1.8635499 May 27 16:35:03.893301 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:03.896537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f17148-a513-46d2-b825-a650ec103366" -d '{"events": [{"name": "network-changed", "server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:03.945232 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fce6e1-1b71-46b6-9d07-d926e3108b89 x-openstack-request-id: req-15fce6e1-1b71-46b6-9d07-d926e3108b89 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:03.946023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:03.946504 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15fce6e1-1b71-46b6-9d07-d926e3108b89 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:03.947338 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fce6e1-1b71-46b6-9d07-d926e3108b89'] response: {'name': 'network-changed', 'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'status': 'completed', 'code': 200} May 27 16:35:04.047926 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:04.084023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17148-a513-46d2-b825-a650ec103366 req-ebcfd447-5bfb-4d9e-8d40-d818983c09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:04.087527 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-ebcfd447-5bfb-4d9e-8d40-d818983c09d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c409475791e243108336a3cd2e25d3ac&device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 1129 time: 0.0940297 May 27 16:35:04.119063 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:04.207955 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17148-a513-46d2-b825-a650ec103366 req-f91ce39d-51ca-4969-9638-a310a6d431a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:04.209660 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-f91ce39d-51ca-4969-9638-a310a6d431a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 200 len: 914 time: 0.1113262 May 27 16:35:04.319899 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-7922ee96-491f-4e1f-a452-f7eb8e5ce365 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067 HTTP/1.1" status: 200 len: 999 time: 0.1032407 May 27 16:35:04.343762 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '3f08720a-2be9-4bb3-b217-11309f3cf9e7', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:a8:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:34:41Z', 'updated_at': '2022-05-27T16:35:02Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:04.401763 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17148-a513-46d2-b825-a650ec103366 req-cce4f96a-0ecb-4cfe-a0c8-40d2e6c5533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:04.403739 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-cce4f96a-0ecb-4cfe-a0c8-40d2e6c5533d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 200 len: 852 time: 0.0767102 May 27 16:35:04.411528 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:35:04.426170 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:04.426852 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:04.532040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17148-a513-46d2-b825-a650ec103366 req-dcafa946-a7bc-4d5d-bde9-4ef33af769b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:04.534750 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-dcafa946-a7bc-4d5d-bde9-4ef33af769b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6206a18c-fdfb-4556-905d-212faa509374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199818 May 27 16:35:04.596664 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:04.609147 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa7267-421d-4bd9-9467-2329e372ff85 req-97bbc834-e6fd-4fb0-b00e-1932e05001cb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:04.624380 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cfa7267-421d-4bd9-9467-2329e372ff85 req-97bbc834-e6fd-4fb0-b00e-1932e05001cb tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0752628 May 27 16:35:04.701977 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-1abc4545-bd1b-49f4-9c75-845ae90d4ad7 service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612284 May 27 16:35:04.726492 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cfa7267-421d-4bd9-9467-2329e372ff85 req-b1a57baf-7aae-450e-b9a5-78e9a8c769ca tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882568 May 27 16:35:04.843551 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-94f17148-a513-46d2-b825-a650ec103366 req-9dcac8ec-fdf5-45d0-b644-2e3415fb3e8e service neutron] 10.222.0.15 "GET /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330147 May 27 16:35:04.916133 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:04.954889 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:04.960548 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '3f08720a-2be9-4bb3-b217-11309f3cf9e7', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:a8:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:34:41Z', 'updated_at': '2022-05-27T16:35:02Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:04.989767 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c36a3a-b17b-4fd1-82a3-b2b908e9821b None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '3f08720a-2be9-4bb3-b217-11309f3cf9e7', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'port_id': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'mac_address': 'fa:16:3e:a8:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:34:41Z', 'updated_at': '2022-05-27T16:35:02Z', 'revision_number': 1, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:35:05.251199 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c203e802-93dd-423d-8f11-e52639ae7fa9 None None] New status for floating IP 3f08720a-2be9-4bb3-b217-11309f3cf9e7: ACTIVE {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:35:05.725173 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:05.843962 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:05.900892 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86815fcc-5a28-4a1a-820b-f178f1f2d510 req-a6b0cf4e-4e65-40ad-bce3-dd5cac9a55c4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:05.902754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86815fcc-5a28-4a1a-820b-f178f1f2d510 req-a6b0cf4e-4e65-40ad-bce3-dd5cac9a55c4 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0720131 May 27 16:35:05.971665 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86815fcc-5a28-4a1a-820b-f178f1f2d510 req-ef5d7ef1-67a2-4b50-9d03-96ee56de260e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604851 May 27 16:35:07.093396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632307-f49f-4b52-ad68-da7af1238351 req-fe0878af-c738-4616-90c5-225cdb9ada42 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:07.094875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d1632307-f49f-4b52-ad68-da7af1238351 req-fe0878af-c738-4616-90c5-225cdb9ada42 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0476284 May 27 16:35:07.141632 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d1632307-f49f-4b52-ad68-da7af1238351 req-7367a352-c082-473c-86ed-73c8368ae467 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406237 May 27 16:35:08.027087 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17f480-ced1-4faa-b14f-c6c0acd15471 req-94e8328c-9689-4fac-afb2-e65b5d199e00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:08.028593 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e17f480-ced1-4faa-b14f-c6c0acd15471 req-94e8328c-9689-4fac-afb2-e65b5d199e00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0607324 May 27 16:35:08.094694 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e17f480-ced1-4faa-b14f-c6c0acd15471 req-b3c9fbdf-8cb2-4866-9d06-a4c414b89d8e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593772 May 27 16:35:08.271863 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aa5c5-fd34-4ff3-890e-b4162d635595 req-081787cf-bfc1-45be-a955-3cc542de1559 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:08.273565 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-329aa5c5-fd34-4ff3-890e-b4162d635595 req-081787cf-bfc1-45be-a955-3cc542de1559 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0533233 May 27 16:35:08.329673 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-329aa5c5-fd34-4ff3-890e-b4162d635595 req-570c577d-d4b4-4134-af69-37dff5a546fc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462112 May 27 16:35:09.220444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fa370-b969-43d4-9e75-b87bd01020e2 req-0489f935-5d42-47b1-b0fd-38b1789d54c9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.222032 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c91fa370-b969-43d4-9e75-b87bd01020e2 req-0489f935-5d42-47b1-b0fd-38b1789d54c9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0475621 May 27 16:35:09.266711 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:09.276213 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c91fa370-b969-43d4-9e75-b87bd01020e2 req-b235ada3-9eb0-454d-8c2a-3bf11dc94c03 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 May 27 16:35:09.459764 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49767598-004f-4816-9ade-b946bdf0c999 req-4b096951-9ecc-447c-9aa5-ca693ae11b50 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.461170 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49767598-004f-4816-9ade-b946bdf0c999 req-4b096951-9ecc-447c-9aa5-ca693ae11b50 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0509508 May 27 16:35:09.510230 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49767598-004f-4816-9ade-b946bdf0c999 req-fa679218-2bf4-4d18-ba7f-188b3ecf4a29 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434401 May 27 16:35:09.601879 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-2b41aba0-d50f-49b8-9a66-19c191e190f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.603471 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-2b41aba0-d50f-49b8-9a66-19c191e190f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1130 time: 0.0400472 May 27 16:35:09.692422 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-fdb3cb55-385a-45a9-b2d3-5dcc5577f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.693930 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-fdb3cb55-385a-45a9-b2d3-5dcc5577f4fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.0844634 May 27 16:35:09.759114 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-c38c964e-4675-4e30-a879-2c83cd7e2174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 1002 time: 0.0592239 May 27 16:35:09.817968 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-1b8e3e41-b079-41b7-afe3-6c0ec1770abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.819494 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-1b8e3e41-b079-41b7-afe3-6c0ec1770abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0477548 May 27 16:35:09.833061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:09.866119 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-9792e4dc-9df3-4960-a4af-b2fa88fe380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:09.867603 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-9792e4dc-9df3-4960-a4af-b2fa88fe380f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423660 May 27 16:35:09.898348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:09.963588 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-314a90bc-862f-4f96-bd09-1071b5f55e61 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902097 May 27 16:35:10.054562 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-10dead86-89a7-43d5-9a96-a85cdea32fc2 req-7f07be34-5412-4efa-9316-db0113fe7398 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 May 27 16:35:10.393491 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09082c-eb86-478a-88fa-55f959a5896b req-e6a3eb6a-6881-4d9e-bc9e-e2b9acc3f128 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:10.395743 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b09082c-eb86-478a-88fa-55f959a5896b req-e6a3eb6a-6881-4d9e-bc9e-e2b9acc3f128 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0510972 May 27 16:35:10.447804 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9b09082c-eb86-478a-88fa-55f959a5896b req-a1d8adce-e149-42d5-8005-67433ab2cb61 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 May 27 16:35:10.805830 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b74f4-c522-49cb-9bf4-341995dab417 req-2fef3ea1-cb7a-4715-b535-aed6f68ed45a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:10.809006 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ee3b74f4-c522-49cb-9bf4-341995dab417 req-2fef3ea1-cb7a-4715-b535-aed6f68ed45a tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0545244 May 27 16:35:10.860896 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ee3b74f4-c522-49cb-9bf4-341995dab417 req-733f85d9-a63a-4df2-830c-7aa87a66b518 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460873 May 27 16:35:10.888556 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44482) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:11.001302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ce826b50-2fee-44dc-8444-75c74f1c748c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.016502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.077710 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ce826b50-2fee-44dc-8444-75c74f1c748c admin admin] Publish callbacks [] for security_group (f22aa0a3-dda6-48fd-9f95-18ffd8cb7436), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.142140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-ce826b50-2fee-44dc-8444-75c74f1c748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f22aa0a3-dda6-48fd-9f95-18ffd8cb7436), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.180434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce826b50-2fee-44dc-8444-75c74f1c748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22aa0a3-dda6-48fd-9f95-18ffd8cb7436,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:11.184857 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-ce826b50-2fee-44dc-8444-75c74f1c748c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35bbeb023d50476aaed88d318a235c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952921 May 27 16:35:11.187626 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44486) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:11.235115 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] Publish callbacks [] for security_group (f22aa0a3-dda6-48fd-9f95-18ffd8cb7436), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.256959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] Publish callbacks [] for security_group (f22aa0a3-dda6-48fd-9f95-18ffd8cb7436), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.382141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f22aa0a3-dda6-48fd-9f95-18ffd8cb7436), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.384723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:11.385913 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f22aa0a3-dda6-48fd-9f95-18ffd8cb7436 HTTP/1.1" status: 204 len: 168 time: 0.1974573 May 27 16:35:11.394290 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd5cdd-36f6-4e67-82b8-68796ba2ea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22aa0a3-dda6-48fd-9f95-18ffd8cb7436,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:11.566408 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477203-c9f4-4618-9880-7aa1037c8ade req-17cc9fbb-2ee9-4a0c-bb61-2e635e3bb760 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:11.567941 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57477203-c9f4-4618-9880-7aa1037c8ade req-17cc9fbb-2ee9-4a0c-bb61-2e635e3bb760 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0505207 May 27 16:35:11.619993 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57477203-c9f4-4618-9880-7aa1037c8ade req-412c036e-74d6-4e78-ae5b-1351e25a3f04 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 May 27 16:35:11.984063 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b74f-da1c-4a66-a913-494e6768346d req-d3443d17-3024-4a67-94ca-651ad712f519 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:11.985482 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b32b74f-da1c-4a66-a913-494e6768346d req-d3443d17-3024-4a67-94ca-651ad712f519 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0479696 May 27 16:35:12.037190 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b32b74f-da1c-4a66-a913-494e6768346d req-ff028641-747e-4087-ba87-c4af9365b214 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461779 May 27 16:35:12.189004 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44498) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:12.203851 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-165fb2ba-b27c-4187-8aa8-cc4a80b9a1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.285490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-165fb2ba-b27c-4187-8aa8-cc4a80b9a1b9 admin admin] Publish callbacks [] for security_group (30f1bed9-6dd7-4404-b1b6-33b9afa5f23d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.364720 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-165fb2ba-b27c-4187-8aa8-cc4a80b9a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (30f1bed9-6dd7-4404-b1b6-33b9afa5f23d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.404639 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-165fb2ba-b27c-4187-8aa8-cc4a80b9a1b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=769cca51265f4a1b9d6047809a06a487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145214 May 27 16:35:12.405877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fb2ba-b27c-4187-8aa8-cc4a80b9a1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1bed9-6dd7-4404-b1b6-33b9afa5f23d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:12.407432 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44500) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:12.459523 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Publish callbacks [] for security_group (30f1bed9-6dd7-4404-b1b6-33b9afa5f23d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.481238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Publish callbacks [] for security_group (30f1bed9-6dd7-4404-b1b6-33b9afa5f23d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.605244 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (30f1bed9-6dd7-4404-b1b6-33b9afa5f23d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.607749 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:12.608896 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30f1bed9-6dd7-4404-b1b6-33b9afa5f23d HTTP/1.1" status: 204 len: 168 time: 0.1999257 May 27 16:35:12.618285 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1bed9-6dd7-4404-b1b6-33b9afa5f23d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:12.625956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.626298 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.626660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.626995 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.627318 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.627646 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.628009 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.628338 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.628648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.628976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.629388 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.629797 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.630129 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.630439 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.630751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee1680-51d8-4e3e-8722-85b207db4b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:12.732482 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:12.744638 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61017e93-67fc-467a-8b01-3dcdc1079a15 req-30a9d1c6-4826-4d9f-8ed0-c4d0724afba9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:12.746181 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-61017e93-67fc-467a-8b01-3dcdc1079a15 req-30a9d1c6-4826-4d9f-8ed0-c4d0724afba9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0518136 May 27 16:35:12.797567 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-61017e93-67fc-467a-8b01-3dcdc1079a15 req-81a56c1c-d1e6-4396-89da-e57adc4bcb66 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 May 27 16:35:13.166256 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765dfff-42e1-45df-a45b-2320e6e049b2 req-1664aba3-4ad5-471d-9940-0068ecb8cde5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:13.167683 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9765dfff-42e1-45df-a45b-2320e6e049b2 req-1664aba3-4ad5-471d-9940-0068ecb8cde5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 946 time: 0.0596282 May 27 16:35:13.224237 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9765dfff-42e1-45df-a45b-2320e6e049b2 req-8aef6176-0763-46ec-b6dd-9aa3650eb47d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508692 May 27 16:35:13.579826 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:13.623918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:13.664052 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: ACTIVE; New status is: DOWN {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:13.664577 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:13.692524 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:13.694740 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ee613-3b05-4c18-b278-d48cd12e40db" -d '{"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-unplugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:13.708065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:13.727573 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7cbd87-96d0-4e95-a6cb-ec11dfa118ec x-openstack-request-id: req-ca7cbd87-96d0-4e95-a6cb-ec11dfa118ec {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:13.727872 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-unplugged", "status": "failed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "code": 422}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:13.728130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca7cbd87-96d0-4e95-a6cb-ec11dfa118ec {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:13.728610 dv-cinder-840493-2-iscsi neutron-server[104558]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ca7cbd87-96d0-4e95-a6cb-ec11dfa118ec']: {'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'code': 422} returned with failed status May 27 16:35:13.793764 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:13.835114 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:13.846144 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=8']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:13.854048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.854417 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.854788 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.855129 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.855664 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.855997 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.856329 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.856658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.856987 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.857317 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.857709 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.857998 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.858320 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.858644 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.858963 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:13.917178 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1961-bc51-478c-91ca-bed62b733e58 req-db7e9be7-7da5-45f2-aeb7-c13c01bb2b4c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:13.918758 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-750d1961-bc51-478c-91ca-bed62b733e58 req-db7e9be7-7da5-45f2-aeb7-c13c01bb2b4c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0498748 May 27 16:35:13.976815 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-750d1961-bc51-478c-91ca-bed62b733e58 req-3259c21e-f9a7-4171-908d-1b5c98d56fa5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524411 May 27 16:35:14.990274 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:15.098985 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:15.108415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c646-5868-41f0-864f-6d82961f2593 req-86dfb36c-19fe-4b77-9882-8adc727d2c87 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:15.109927 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2728c646-5868-41f0-864f-6d82961f2593 req-86dfb36c-19fe-4b77-9882-8adc727d2c87 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0604022 May 27 16:35:15.162311 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2728c646-5868-41f0-864f-6d82961f2593 req-424aba3c-550d-4e9a-adbc-24e476d985eb tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457463 May 27 16:35:16.004447 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f8aab-964a-4f8a-8b00-ff12987df25f req-61487c34-caf3-4c74-ae46-9beb2880252d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:16.006005 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf6f8aab-964a-4f8a-8b00-ff12987df25f req-61487c34-caf3-4c74-ae46-9beb2880252d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0491893 May 27 16:35:16.053324 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf6f8aab-964a-4f8a-8b00-ff12987df25f req-2be9853c-1a13-4be9-9d51-2e205fe52436 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415447 May 27 16:35:16.283166 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae3fb9-c5ba-4b31-8b32-80b20c8f8519 req-b5c8586f-f264-4f33-89ec-a907a6260f95 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:16.285482 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8ae3fb9-c5ba-4b31-8b32-80b20c8f8519 req-b5c8586f-f264-4f33-89ec-a907a6260f95 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0499818 May 27 16:35:16.343462 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-86d86909-f45c-4c41-a81f-22e0d371a6cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415022 May 27 16:35:16.345891 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8ae3fb9-c5ba-4b31-8b32-80b20c8f8519 req-49f9103b-9076-4cd9-9767-92932fa66034 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540709 May 27 16:35:16.406353 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:16.421321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-a2971d24-e308-42d0-bf55-18cd2ad3a1ea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:16.422670 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-a2971d24-e308-42d0-bf55-18cd2ad3a1ea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports/8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 941 time: 0.0486236 May 27 16:35:17.183452 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1937c-3e4a-4c3b-bce7-ec7b91450070 req-12f825a8-416f-4179-981f-805557a90ace tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:17.184927 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cd1937c-3e4a-4c3b-bce7-ec7b91450070 req-12f825a8-416f-4179-981f-805557a90ace tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0515745 May 27 16:35:17.235739 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cd1937c-3e4a-4c3b-bce7-ec7b91450070 req-6d6e9159-73e0-4186-9eaf-422052af05b1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439191 May 27 16:35:17.472228 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d06f5-38fe-4a31-85a3-60f5f9dd7028 req-f50c78c1-6dd3-460a-bb07-5f16f6811e9b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:17.473552 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea6d06f5-38fe-4a31-85a3-60f5f9dd7028 req-f50c78c1-6dd3-460a-bb07-5f16f6811e9b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0468259 May 27 16:35:17.524643 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea6d06f5-38fe-4a31-85a3-60f5f9dd7028 req-1909923e-cebe-4a5d-b2b0-2363dfc4d9bf tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 May 27 16:35:17.591439 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:17.669606 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: DOWN; New status is: DOWN {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:18.371590 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972d16-003f-4d4e-9294-a75413cb33aa req-fda42b81-e822-432d-99f0-be79feb71cc9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.373215 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf972d16-003f-4d4e-9294-a75413cb33aa req-fda42b81-e822-432d-99f0-be79feb71cc9 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0568609 May 27 16:35:18.425431 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf972d16-003f-4d4e-9294-a75413cb33aa req-1a9af966-d112-4ac3-a988-a2249f8019b1 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462010 May 27 16:35:18.663910 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9f3a-93ba-4121-af01-7224b1e79c31 req-eeee7c6c-0c8c-4a6e-9626-a6d7c2a42bae tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.665948 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d3c9f3a-93ba-4121-af01-7224b1e79c31 req-eeee7c6c-0c8c-4a6e-9626-a6d7c2a42bae tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0613673 May 27 16:35:18.695589 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-eac845e0-4d61-4704-b065-0a4c5afd4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.697125 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-eac845e0-4d61-4704-b065-0a4c5afd4761 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37&tenant_id=26ab6251a87c4271b77242545ef4837f HTTP/1.1" status: 200 len: 1128 time: 0.1112742 May 27 16:35:18.700357 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368222-0178-406e-afc5-138430b4b13d req-80f4d894-12a0-411b-a7fa-ed3a825aeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.702500 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-80f4d894-12a0-411b-a7fa-ed3a825aeb3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1129 time: 0.0873511 May 27 16:35:18.722855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d3c9f3a-93ba-4121-af01-7224b1e79c31 req-1db4a77b-8d0b-49cd-903a-18c4763e00a9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499597 May 27 16:35:18.822717 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:18.835431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-ad2e5c9a-4cd8-464f-ab69-8c28eda38e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.837216 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-ad2e5c9a-4cd8-464f-ab69-8c28eda38e0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26ab6251a87c4271b77242545ef4837f&device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1128 time: 0.0870574 May 27 16:35:18.887135 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368222-0178-406e-afc5-138430b4b13d req-324b1f13-d41e-49d3-94a8-501582c210dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:18.891649 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-324b1f13-d41e-49d3-94a8-501582c210dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.1635101 May 27 16:35:18.914912 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44660) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:19.004276 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-9a0cc151-8f1a-4da1-9aef-3cbd6caab9c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 1001 time: 0.0836878 May 27 16:35:19.005517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-56ab5fc1-4c49-4498-87a1-efd682154f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.006896 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-56ab5fc1-4c49-4498-87a1-efd682154f88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 200 len: 917 time: 0.1622314 May 27 16:35:19.040019 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8892-bbf9-4386-bf07-10b08f8ca29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.086020 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:19.127209 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8892-bbf9-4386-bf07-10b08f8ca29e admin admin] Publish callbacks [] for security_group (38f8d347-5de0-49f3-bb32-dfb07099bec3), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.129508 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368222-0178-406e-afc5-138430b4b13d req-28ef5341-0ab3-4cfb-a21b-814c77d5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.131077 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-28ef5341-0ab3-4cfb-a21b-814c77d5ed7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.1162200 May 27 16:35:19.133204 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-0bf5c4bb-9afa-452f-8f66-9cd814d23f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 200 len: 1000 time: 0.1094358 May 27 16:35:19.211082 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8892-bbf9-4386-bf07-10b08f8ca29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (38f8d347-5de0-49f3-bb32-dfb07099bec3), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.216140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b368222-0178-406e-afc5-138430b4b13d req-3e9bc80a-e91c-426d-99ff-9d17aaa745d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.217680 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-3e9bc80a-e91c-426d-99ff-9d17aaa745d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751953 May 27 16:35:19.223621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-75859a7e-4e63-42d7-bf3a-3771b74f29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.225791 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-75859a7e-4e63-42d7-bf3a-3771b74f29b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 200 len: 855 time: 0.0814557 May 27 16:35:19.267175 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd8892-bbf9-4386-bf07-10b08f8ca29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8d347-5de0-49f3-bb32-dfb07099bec3,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:19.273220 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e2fd8892-bbf9-4386-bf07-10b08f8ca29e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95ac522b444447fb8f5389f7b9d5411b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571815 May 27 16:35:19.275962 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44676) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:19.286245 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:19.312116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:19.323195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a027a-0351-4b72-afae-5da918ef55d5 req-9dcf334b-e562-4cd2-8a55-732ca531d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.324711 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-9dcf334b-e562-4cd2-8a55-732ca531d295 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55100481-4365-412d-b292-c811a999e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897448 May 27 16:35:19.330921 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] Publish callbacks [] for security_group (38f8d347-5de0-49f3-bb32-dfb07099bec3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.358142 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] Publish callbacks [] for security_group (38f8d347-5de0-49f3-bb32-dfb07099bec3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.410977 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-1911384e-a37c-4271-afa8-04a60cce990c service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842089 May 27 16:35:19.494070 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-9915b404-b69c-4480-8934-3475243c2180 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629496 May 27 16:35:19.544085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (38f8d347-5de0-49f3-bb32-dfb07099bec3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.546737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:19.552980 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38f8d347-5de0-49f3-bb32-dfb07099bec3 HTTP/1.1" status: 204 len: 168 time: 0.2710001 May 27 16:35:19.566638 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52461829-603c-4800-afe1-fc0cbd1c0fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8d347-5de0-49f3-bb32-dfb07099bec3,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:19.582435 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-1b368222-0178-406e-afc5-138430b4b13d req-64fbccfa-2afd-4269-9b69-7500bd5f28d2 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648700 May 27 16:35:19.583749 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9246d-d343-437d-8cfa-a1f79257de73 req-cea4fe69-b7ae-4b89-b204-d3e544d5882f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.592962 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25d9246d-d343-437d-8cfa-a1f79257de73 req-cea4fe69-b7ae-4b89-b204-d3e544d5882f tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0815830 May 27 16:35:19.614701 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-79e8472c-9bfc-4b55-b580-a39beba2de21 service neutron] 10.222.0.15 "GET /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121476 May 27 16:35:19.656117 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25d9246d-d343-437d-8cfa-a1f79257de73 req-ce400de3-f8cd-4bea-bf7b-cd4a5f5b3499 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622423 May 27 16:35:19.842914 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697322-8ce9-48d8-8859-6886baba5189 req-0d8ca4b3-6bc3-4b45-b8b2-995211a53094 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:19.844329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70697322-8ce9-48d8-8859-6886baba5189 req-0d8ca4b3-6bc3-4b45-b8b2-995211a53094 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0486553 May 27 16:35:19.900576 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70697322-8ce9-48d8-8859-6886baba5189 req-96716b36-6ab0-4937-ad09-69bc3951ee28 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496790 May 27 16:35:20.265067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44688) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:20.276989 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c4175c17-35b9-4059-9555-d749172974c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.351944 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c4175c17-35b9-4059-9555-d749172974c1 admin admin] Publish callbacks [] for security_group (6c5c9779-b24a-4820-ba03-28895d922891), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.421856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c4175c17-35b9-4059-9555-d749172974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c5c9779-b24a-4820-ba03-28895d922891), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.463218 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c4175c17-35b9-4059-9555-d749172974c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b1747c00e4c4f8f88ad6be52633204a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982119 May 27 16:35:20.464298 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4175c17-35b9-4059-9555-d749172974c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c9779-b24a-4820-ba03-28895d922891,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:20.465978 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44690) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:20.515416 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] Publish callbacks [] for security_group (6c5c9779-b24a-4820-ba03-28895d922891), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.536963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] Publish callbacks [] for security_group (6c5c9779-b24a-4820-ba03-28895d922891), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.673666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6c5c9779-b24a-4820-ba03-28895d922891), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.676204 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:20.677396 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c5c9779-b24a-4820-ba03-28895d922891 HTTP/1.1" status: 204 len: 168 time: 0.2103930 May 27 16:35:20.685519 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104557d5-4436-4912-9df6-6288af2a5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c9779-b24a-4820-ba03-28895d922891,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:20.787423 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308020e-f7e3-48f9-8a0f-9c10131c945c req-f8301616-a155-4e51-8311-1e58fcd92737 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:20.789032 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a308020e-f7e3-48f9-8a0f-9c10131c945c req-f8301616-a155-4e51-8311-1e58fcd92737 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0545487 May 27 16:35:20.838469 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a308020e-f7e3-48f9-8a0f-9c10131c945c req-e0cb5a8d-28f2-4b1c-aa1b-6fe3f2166a91 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427871 May 27 16:35:21.034601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b95096-392f-41d1-92a0-348724183630 req-9cf51566-d4b7-47fc-877b-d2f25bf8135d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:21.036212 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4b95096-392f-41d1-92a0-348724183630 req-9cf51566-d4b7-47fc-877b-d2f25bf8135d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0588970 May 27 16:35:21.077465 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:21.087068 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4b95096-392f-41d1-92a0-348724183630 req-97451f6c-320f-4077-88f1-0be053a0583d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 May 27 16:35:22.007362 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc0778-4ce8-4a88-894d-509d95f38d3e req-75333c97-4f43-4b69-b85f-54371c783797 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:22.009963 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94cc0778-4ce8-4a88-894d-509d95f38d3e req-75333c97-4f43-4b69-b85f-54371c783797 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0585697 May 27 16:35:22.080643 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94cc0778-4ce8-4a88-894d-509d95f38d3e req-0993aa95-e9b0-4f74-88f7-ac6aa35a74df tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651352 May 27 16:35:22.225834 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e265f-3bdf-4335-84ad-e0d779e87d1c req-f4458388-d7e5-44bc-9a98-990215ea612b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:22.227286 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd0e265f-3bdf-4335-84ad-e0d779e87d1c req-f4458388-d7e5-44bc-9a98-990215ea612b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0595255 May 27 16:35:22.304558 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd0e265f-3bdf-4335-84ad-e0d779e87d1c req-521de48a-abed-41be-92ab-757135640daa tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572617 May 27 16:35:23.234321 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ea9f-b4ba-408b-97b9-1154a8f4a64d req-ea00f13f-779e-480a-9f19-9e434d620b12 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:23.235822 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69b8ea9f-b4ba-408b-97b9-1154a8f4a64d req-ea00f13f-779e-480a-9f19-9e434d620b12 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0624993 May 27 16:35:23.349763 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69b8ea9f-b4ba-408b-97b9-1154a8f4a64d req-97435ff8-a754-41f2-a529-9e4ea292783b tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017926 May 27 16:35:23.513096 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecb41e-659f-4138-96b2-1d80f0e16f93 req-806551df-cede-4549-b6c0-2bcb7bd8bc11 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:23.514644 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3ecb41e-659f-4138-96b2-1d80f0e16f93 req-806551df-cede-4549-b6c0-2bcb7bd8bc11 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0849969 May 27 16:35:23.575307 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3ecb41e-659f-4138-96b2-1d80f0e16f93 req-8cc1d7ed-4b40-4784-b35b-e1d81793a0f8 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540926 May 27 16:35:23.769262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf523-e363-470f-a30d-3acc151f142a req-f4eec4d3-7036-4919-948d-f7c6261ee087 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:23.770813 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9faf523-e363-470f-a30d-3acc151f142a req-f4eec4d3-7036-4919-948d-f7c6261ee087 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0525553 May 27 16:35:23.823187 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9faf523-e363-470f-a30d-3acc151f142a req-2640ba8f-fee3-4449-9d2e-274663baff6f tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 May 27 16:35:24.496969 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bfa8f-ea42-47d9-ba25-c81878db4613 req-fb913635-0d6b-4738-a707-ea12fbb8e414 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:24.504520 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c70bfa8f-ea42-47d9-ba25-c81878db4613 req-fb913635-0d6b-4738-a707-ea12fbb8e414 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0651853 May 27 16:35:24.547477 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:24.553166 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c70bfa8f-ea42-47d9-ba25-c81878db4613 req-4147c414-6f63-450a-aebc-c3f1943adce0 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477390 May 27 16:35:24.775180 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126271b0-5530-43e7-bfe5-9f72a907a71b req-9ba22270-3922-4267-91c5-20566740c375 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:24.775180 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-126271b0-5530-43e7-bfe5-9f72a907a71b req-9ba22270-3922-4267-91c5-20566740c375 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0504029 May 27 16:35:24.775180 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-126271b0-5530-43e7-bfe5-9f72a907a71b req-5c0d9aab-d7f1-4876-a932-e472173ca457 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479679 May 27 16:35:24.966008 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f33fad-15b9-4cc2-91cb-854d2ea4d306 req-dc05dc88-13aa-46f4-a7da-3497be69b85a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:24.967543 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77f33fad-15b9-4cc2-91cb-854d2ea4d306 req-dc05dc88-13aa-46f4-a7da-3497be69b85a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0712752 May 27 16:35:25.025685 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77f33fad-15b9-4cc2-91cb-854d2ea4d306 req-6a898fc1-211f-4c0d-9d85-7d680478ea24 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510373 May 27 16:35:25.616762 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:25.720781 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f3fc0271-4978-460d-b0fc-0d84184a59b2 is: ACTIVE; New status is: DOWN {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:25.721093 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:25.765151 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:25.767497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a042e3-c544-4b78-8482-c130358d43d8" -d '{"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-unplugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:25.772870 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:25.786494 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e4dcb-9b15-498d-b2a0-1ad8146dcae7 req-591394a9-0095-42f8-8867-9175eecfea46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:25.788776 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-697e4dcb-9b15-498d-b2a0-1ad8146dcae7 req-591394a9-0095-42f8-8867-9175eecfea46 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.1147459 May 27 16:35:25.820423 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de531fa9-effb-421a-ae21-3ff2d6e1e50d x-openstack-request-id: req-de531fa9-effb-421a-ae21-3ff2d6e1e50d {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:25.820728 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-unplugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:25.820986 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de531fa9-effb-421a-ae21-3ff2d6e1e50d {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:25.821461 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de531fa9-effb-421a-ae21-3ff2d6e1e50d'] response: {'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'code': 200} May 27 16:35:25.866754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-697e4dcb-9b15-498d-b2a0-1ad8146dcae7 req-32039980-261e-4cf6-9e5c-846cfc8ad980 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715766 May 27 16:35:25.886530 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:25.975137 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=6']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:25.981296 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5a4b0-c11a-41f4-be12-3d75e29f5180 req-8014b4d6-c99c-4bf9-a7e7-eab0d391c163 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:25.983253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccb5a4b0-c11a-41f4-be12-3d75e29f5180 req-8014b4d6-c99c-4bf9-a7e7-eab0d391c163 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0993843 May 27 16:35:26.020114 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:26.094965 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccb5a4b0-c11a-41f4-be12-3d75e29f5180 req-74c6e0e6-986c-4099-b93f-b0199946ffed tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853593 May 27 16:35:26.238891 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ea36f-a9bb-484a-bd7b-3aedadf559b4 req-7411f229-0218-4aac-9276-8b08b164ec9b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:26.243654 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e8ea36f-a9bb-484a-bd7b-3aedadf559b4 req-7411f229-0218-4aac-9276-8b08b164ec9b tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0985959 May 27 16:35:26.317078 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e8ea36f-a9bb-484a-bd7b-3aedadf559b4 req-64911126-4efc-48a6-a0ab-f5f213600b22 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697641 May 27 16:35:26.665500 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:27.072106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548d88-c4d1-4a5e-964a-a2fe6147cd94 req-c9334c82-1951-4270-9cca-78c9260701ea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:27.072106 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80548d88-c4d1-4a5e-964a-a2fe6147cd94 req-c9334c82-1951-4270-9cca-78c9260701ea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0798764 May 27 16:35:27.149494 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80548d88-c4d1-4a5e-964a-a2fe6147cd94 req-90369eb5-47ce-4d40-aaa0-41dfd35dff37 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714090 May 27 16:35:27.201206 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df14d-73e4-46fd-86f5-e1aa8880468b req-6fdbecc7-dc18-4c00-b4af-757d33dee49b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:27.205972 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-347df14d-73e4-46fd-86f5-e1aa8880468b req-6fdbecc7-dc18-4c00-b4af-757d33dee49b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0583973 May 27 16:35:27.263471 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-347df14d-73e4-46fd-86f5-e1aa8880468b req-739e2025-6e24-41fb-b66a-07e23e51f866 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548766 May 27 16:35:27.663391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad499067-9729-4460-a260-26dd742a9dfb req-3fab4771-5acf-45c2-adbd-aa5e1f100359 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:27.663391 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad499067-9729-4460-a260-26dd742a9dfb req-3fab4771-5acf-45c2-adbd-aa5e1f100359 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0540495 May 27 16:35:27.663391 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad499067-9729-4460-a260-26dd742a9dfb req-79b1a018-0e60-4816-b823-4bb8c7e7b606 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 May 27 16:35:28.350212 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d5fd8-20e6-49bf-874f-b67b8ecc00c8 req-fa517383-be86-496d-832e-6ea662370edf tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:28.364458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-171d5fd8-20e6-49bf-874f-b67b8ecc00c8 req-fa517383-be86-496d-832e-6ea662370edf tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.1057577 May 27 16:35:28.498224 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-171d5fd8-20e6-49bf-874f-b67b8ecc00c8 req-43dc7c51-3c14-44c9-9164-251e5f541ae6 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321211 May 27 16:35:28.511285 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc92fd-ef6f-4720-ac02-bbd363e371fb req-caf639b1-4847-4c90-bace-582cf87c6301 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:28.513083 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37fc92fd-ef6f-4720-ac02-bbd363e371fb req-caf639b1-4847-4c90-bace-582cf87c6301 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.1444914 May 27 16:35:28.579219 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37fc92fd-ef6f-4720-ac02-bbd363e371fb req-4aee740c-08fa-4940-ac4b-c615c69266b9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548785 May 27 16:35:28.663549 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08a058-af5f-4a71-99df-c7809bda94f2 req-fee268cf-12ee-4168-a870-93dfc5a9455a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:28.665304 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c08a058-af5f-4a71-99df-c7809bda94f2 req-fee268cf-12ee-4168-a870-93dfc5a9455a tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0570540 May 27 16:35:28.733271 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c08a058-af5f-4a71-99df-c7809bda94f2 req-7a86a53c-773c-4873-a6df-c66f63e5c201 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606019 May 27 16:35:28.805278 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c76ad446-9bd4-4c9e-819e-e2c6885693fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:29.686547 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2ed0-ebbf-4316-8a75-e58583ab21fb req-360f5a69-d358-4422-943f-cac4f9ba3505 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:29.690640 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-513c2ed0-ebbf-4316-8a75-e58583ab21fb req-360f5a69-d358-4422-943f-cac4f9ba3505 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0678411 May 27 16:35:30.016548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:30.037772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255b44-84f4-4d9d-baf4-4c34dc909072 req-d2373715-1bc5-4d92-874f-b5070ac87e08 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:30.039356 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d255b44-84f4-4d9d-baf4-4c34dc909072 req-d2373715-1bc5-4d92-874f-b5070ac87e08 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.3609107 May 27 16:35:30.113434 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-513c2ed0-ebbf-4316-8a75-e58583ab21fb req-934d96e6-123b-44f4-bdd5-036ed6f9cf38 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3861468 May 27 16:35:30.116290 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d255b44-84f4-4d9d-baf4-4c34dc909072 req-4aa8cf99-02e2-45ce-b7e1-d25d360eb3ea tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657630 May 27 16:35:30.221006 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f77f-2355-4996-bbcb-15c359c744c8 req-ee5e97d4-8dec-4847-984d-385e1f52b833 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:30.223633 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32c8f77f-2355-4996-bbcb-15c359c744c8 req-ee5e97d4-8dec-4847-984d-385e1f52b833 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0576301 May 27 16:35:30.244430 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:30.280217 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32c8f77f-2355-4996-bbcb-15c359c744c8 req-f6816822-c2ea-4cb3-8972-2112ee1eb252 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492599 May 27 16:35:30.671058 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:35:30.680836 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:30.681711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:31.244907 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4775700-3493-445e-ad89-474ca11b5cdc req-5c2a2a68-acbc-42a9-a90b-669befb4bbdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:31.248916 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a4775700-3493-445e-ad89-474ca11b5cdc req-5c2a2a68-acbc-42a9-a90b-669befb4bbdc tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0793207 May 27 16:35:31.257628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50fa91-8c2c-4ee2-920a-3b63362c4c4f req-09223628-2c75-43c9-9fd3-17aabb766a2d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:31.259028 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f50fa91-8c2c-4ee2-920a-3b63362c4c4f req-09223628-2c75-43c9-9fd3-17aabb766a2d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0632105 May 27 16:35:31.336481 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a4775700-3493-445e-ad89-474ca11b5cdc req-eaf682a3-f6cb-4561-9f79-5e40e5283c84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765140 May 27 16:35:31.339902 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f50fa91-8c2c-4ee2-920a-3b63362c4c4f req-0484d89b-7534-4d5e-bb84-db68fbdc7d2a tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742903 May 27 16:35:31.449067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a83f-666b-442e-a58a-2b29f5c8c7f0 req-a22244ea-e64f-4a8d-939d-53056b12a83c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:31.450586 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44b0a83f-666b-442e-a58a-2b29f5c8c7f0 req-a22244ea-e64f-4a8d-939d-53056b12a83c tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0482399 May 27 16:35:31.498877 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-44b0a83f-666b-442e-a58a-2b29f5c8c7f0 req-32155c4a-5354-45d3-8f1a-2b3fb8c95eb5 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 May 27 16:35:31.576606 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10b6afa8-f40f-4c0e-9caf-ad388331605e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:32.504559 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752c47-caa8-41e9-9486-7bef0b9031b2 req-00f21eee-b074-441b-9efd-997842ea0d47 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:32.506609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13752c47-caa8-41e9-9486-7bef0b9031b2 req-00f21eee-b074-441b-9efd-997842ea0d47 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0810034 May 27 16:35:32.512632 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d66ab-e14a-47f6-bb37-1b9f15d8b542 req-bc7097cb-07db-41d2-b3fb-2d91a3869f67 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:32.514014 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb3d66ab-e14a-47f6-bb37-1b9f15d8b542 req-bc7097cb-07db-41d2-b3fb-2d91a3869f67 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0865483 May 27 16:35:32.590255 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13752c47-caa8-41e9-9486-7bef0b9031b2 req-ff83ab75-2297-4b1c-bd9e-325d67f3610e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752060 May 27 16:35:32.593383 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb3d66ab-e14a-47f6-bb37-1b9f15d8b542 req-a15a629e-923f-4426-9bb4-3e759c8a1742 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724740 May 27 16:35:32.671556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-f4f894b2-c480-44ef-8eff-10642aa512e4 req-f520d9f7-18f0-4f77-b45c-e4da48e21c57 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:35:32.672687 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4f894b2-c480-44ef-8eff-10642aa512e4 req-f520d9f7-18f0-4f77-b45c-e4da48e21c57 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056994 May 27 16:35:32.708391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66034cc-ea52-4969-abac-2b5675162b0c req-61b6aa6a-aaf6-4d75-909f-0c8e7bf222ef tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:32.710110 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e66034cc-ea52-4969-abac-2b5675162b0c req-61b6aa6a-aaf6-4d75-909f-0c8e7bf222ef tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0551085 May 27 16:35:32.763966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e66034cc-ea52-4969-abac-2b5675162b0c req-08be38ce-c031-4806-b8c5-66b0e2ef2170 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481241 May 27 16:35:32.862835 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:33.059596 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56270e0-ee93-494c-8cf8-57a485108ea3 req-b172fef9-7c97-46fd-a43b-4a2b72fa0573 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:33.061192 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b56270e0-ee93-494c-8cf8-57a485108ea3 req-b172fef9-7c97-46fd-a43b-4a2b72fa0573 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0482697 May 27 16:35:33.116452 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b56270e0-ee93-494c-8cf8-57a485108ea3 req-532e11da-c726-4629-ad66-d36a61e04a10 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 May 27 16:35:33.153565 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44894) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:33.239269 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-58bd6825-168f-407f-b67b-45cf5e6add24 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844617 May 27 16:35:33.247892 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-a5d5ba8e-0d07-4767-8341-c3f2a0f03645 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:35:33.249112 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-a5d5ba8e-0d07-4767-8341-c3f2a0f03645 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050533 May 27 16:35:33.390630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44906) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:33.492861 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-b86c7693-fb60-47bc-8998-8c1717bd3518 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:33.494296 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-b86c7693-fb60-47bc-8998-8c1717bd3518 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports/f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 940 time: 0.1025696 May 27 16:35:33.663501 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:35:33.717316 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987733e-855a-47a0-ae9a-3b15ccac0594 req-c870cf55-77eb-4086-a4de-f511a2e17d80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:33.719592 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9987733e-855a-47a0-ae9a-3b15ccac0594 req-c870cf55-77eb-4086-a4de-f511a2e17d80 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 944 time: 0.0502863 May 27 16:35:33.772402 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9987733e-855a-47a0-ae9a-3b15ccac0594 req-2c3d3583-6b92-4f4d-a4e5-4803979892b5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450890 May 27 16:35:33.775100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:33.786908 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'port_id': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'mac_address': 'fa:16:3e:30:ac:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:35:33.832820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:33.832820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:33.850612 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:35:33.872348 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:33.878543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:33.890070 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ae81-d56c-4e22-88b7-06c421151e8f req-34fa787a-f81d-4174-a468-4f1b3b26a8a7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:33.891574 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9fc5ae81-d56c-4e22-88b7-06c421151e8f req-34fa787a-f81d-4174-a468-4f1b3b26a8a7 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0542736 May 27 16:35:33.952513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9fc5ae81-d56c-4e22-88b7-06c421151e8f req-4efc5fff-7a60-4ed7-bf5f-826bb4dfc637 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a523d-5210-46a6-890d-6a637c0779ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541790 May 27 16:35:34.022380 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.075305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=9']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:34.114614 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.237238 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aac-4c8d-4497-92b9-505336596829 req-9c0d8003-3b2d-41df-9730-40f854cb18a8 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:34.238893 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dad78aac-4c8d-4497-92b9-505336596829 req-9c0d8003-3b2d-41df-9730-40f854cb18a8 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0521348 May 27 16:35:34.291882 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dad78aac-4c8d-4497-92b9-505336596829 req-d8284f7f-f3c7-4fdd-a547-740042bc5aba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 May 27 16:35:34.342471 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['8356222d-c6d4-41f6-8eb8-8db73dcb6d34'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:35:34.352083 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-1fc977c2-e235-41b1-8a6d-cfa500daa877 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:34.354089 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-1fc977c2-e235-41b1-8a6d-cfa500daa877 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 945 time: 0.0607038 May 27 16:35:34.442787 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Deleting port cc40eb88-ffe4-466d-8a3d-40058b281672 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:34.443172 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.447379 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:34.546392 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] For port cc40eb88-ffe4-466d-8a3d-40058b281672, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=cc40eb88-ffe4-466d-8a3d-40058b281672,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:34.546759 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.716843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.717189 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:34.717668 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Floating IP bd192c31-5a89-49df-a400-6ae4aa7602e4 disassociated. External IP: 172.27.3.57, port: cc40eb88-ffe4-466d-8a3d-40058b281672. May 27 16:35:34.718188 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Calling delete_port for cc40eb88-ffe4-466d-8a3d-40058b281672 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:34.907771 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2eba2-70d7-414c-b10d-73e31c858049 req-d57675cb-9e88-47da-9719-ba7e94780b65 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:34.909196 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bf2eba2-70d7-414c-b10d-73e31c858049 req-d57675cb-9e88-47da-9719-ba7e94780b65 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.0524647 May 27 16:35:34.947468 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:34.960855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bf2eba2-70d7-414c-b10d-73e31c858049 req-0b7d2968-73df-4f3c-961f-24730cfe0e0d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444880 May 27 16:35:34.999733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (cc40eb88-ffe4-466d-8a3d-40058b281672), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:35.032332 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'Port': ['ID=cc40eb88-ffe4-466d-8a3d-40058b281672,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:35.053630 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-193735cb-34f8-4b69-b1a9-65fa542c0159 req-cae56721-cbb2-496c-a823-4afd1d9431aa tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0293820 May 27 16:35:35.146313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:35:35.426726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484f3a-f357-4859-830f-7603833fcafc req-3a09fb6f-88ef-4ec1-85ff-688a4dd5ec0e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:35.428504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5484f3a-f357-4859-830f-7603833fcafc req-3a09fb6f-88ef-4ec1-85ff-688a4dd5ec0e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0560267 May 27 16:35:35.490730 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5484f3a-f357-4859-830f-7603833fcafc req-b5005a5b-30ea-4dde-b880-ec15e2267ee2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561934 May 27 16:35:35.544109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:35:35.556135 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:35:35.577831 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:35.577831 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:35.589548 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] No DVR routers for this DVR port cc40eb88-ffe4-466d-8a3d-40058b281672 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:35:35.592854 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:35.596412 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-eb03b910-42b9-4d0e-af78-ab50c4a22272 req-a2b674cd-0f59-450c-b8c8-b4d696765c04 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.15 "DELETE /v2.0/ports/cc40eb88-ffe4-466d-8a3d-40058b281672 HTTP/1.1" status: 204 len: 173 time: 1.2368555 May 27 16:35:35.596959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'name': 'network-vif-deleted', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:35.600466 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f26ab3-3d18-4f50-b62d-d7b6e2f91b27" -d '{"events": [{"server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "name": "network-vif-deleted", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:35.638073 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7fd82-5628-49ef-958a-80485a4d488f x-openstack-request-id: req-baa7fd82-5628-49ef-958a-80485a4d488f {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:35.638366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a62b9-55e0-4e2d-b773-197b092299ca", "name": "network-vif-deleted", "tag": "cc40eb88-ffe4-466d-8a3d-40058b281672", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:35.638613 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baa7fd82-5628-49ef-958a-80485a4d488f {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:35.639073 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa7fd82-5628-49ef-958a-80485a4d488f'] response: {'server_uuid': '727a62b9-55e0-4e2d-b773-197b092299ca', 'name': 'network-vif-deleted', 'tag': 'cc40eb88-ffe4-466d-8a3d-40058b281672', 'status': 'completed', 'code': 200} May 27 16:35:35.646229 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:35:35.649464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:35.704806 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:35:35.705200 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:35.705614 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:35.794128 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:35.794433 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:35.818850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:35.821159 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b759c17-c843-49aa-a12b-251756f322a0" -d '{"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:35.843307 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:35.866894 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f97f7c-2aa6-4b43-a091-fdd7383ba202 x-openstack-request-id: req-46f97f7c-2aa6-4b43-a091-fdd7383ba202 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:35.867244 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-plugged", "status": "completed", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:35.867425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46f97f7c-2aa6-4b43-a091-fdd7383ba202 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:35.867825 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f97f7c-2aa6-4b43-a091-fdd7383ba202'] response: {'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'code': 200} May 27 16:35:36.028684 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:36.055967 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:35:36.064572 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:36.065176 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:36.088946 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2759-1fb0-495a-96ad-c0520a9a714d req-5e31211c-13d6-43b6-a69c-471c28476def tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:36.090507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bdae2759-1fb0-495a-96ad-c0520a9a714d req-5e31211c-13d6-43b6-a69c-471c28476def tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 945 time: 0.0515108 May 27 16:35:36.143134 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bdae2759-1fb0-495a-96ad-c0520a9a714d req-40dc38aa-3a12-4011-9f41-3d371cf14d26 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470295 May 27 16:35:36.175073 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9271b0ac-955c-42c2-8054-37c158d39c5a req-9762e243-750e-4ad6-a9ec-ae2d53cd231d tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0354784 May 27 16:35:36.184670 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:36.195390 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:36.257770 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:36.324533 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=10']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:36.388207 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:36.415095 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4213f2-d913-4e43-b914-b3e31ec60e16 None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '8b57a89f-706e-4c4e-b405-7349029f722e', 'name': '', 'network_id': '19f13b5c-dd0c-4771-8c9a-15d583cfbfcd', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'mac_address': 'fa:16:3e:87:4e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:50Z', 'updated_at': '2022-05-27T16:29:11Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'subnets': [{'id': 'dd1a09d0-5801-4dc3-a552-1ac623623578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:35:36.601893 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:36.605941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0f90a-79fe-442a-ad42-c9993fea5009 req-f5417d2d-7f7a-442a-94e9-32e9951de3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:36.607756 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-50b0f90a-79fe-442a-ad42-c9993fea5009 req-f5417d2d-7f7a-442a-94e9-32e9951de3d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 1131 time: 0.0495274 May 27 16:35:36.623245 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77387947-825d-4d58-b8ea-e919d3bda54b req-92c93d4a-2391-4020-bd51-b7ba4b684548 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:36.625230 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77387947-825d-4d58-b8ea-e919d3bda54b req-92c93d4a-2391-4020-bd51-b7ba4b684548 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0608373 May 27 16:35:36.664670 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-50b0f90a-79fe-442a-ad42-c9993fea5009 req-e1c6f978-420d-427c-9c15-62e864ab14b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494859 May 27 16:35:36.689872 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-77387947-825d-4d58-b8ea-e919d3bda54b req-580f5024-4cd3-479a-a27b-5d153924f6b9 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577469 May 27 16:35:36.710032 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfad5f46-4d32-4363-baea-599e82b5f324 None None] New status for floating IP bd192c31-5a89-49df-a400-6ae4aa7602e4: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:35:37.289567 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55ab4-0ccf-4608-bd61-41dfa9fc73c6 req-862ee1f0-5a9c-4cbf-85f0-7b25bfd81e5c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:37.291561 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ab55ab4-0ccf-4608-bd61-41dfa9fc73c6 req-862ee1f0-5a9c-4cbf-85f0-7b25bfd81e5c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0606344 May 27 16:35:37.313395 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-388b8159-e3c2-449b-84ad-9eaaceb03785 req-57edebde-0557-430c-ae92-dbc243decb1e tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/ports?device_id=727a62b9-55e0-4e2d-b773-197b092299ca HTTP/1.1" status: 200 len: 210 time: 0.0467882 May 27 16:35:37.356786 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5ab55ab4-0ccf-4608-bd61-41dfa9fc73c6 req-2589f203-91c3-463e-b4ad-a842148ddf8d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505128 May 27 16:35:37.486132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 44960) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:37.592853 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a96c1d4-a9f1-4ce2-a860-291a1b1420bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:37.677644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a96c1d4-a9f1-4ce2-a860-291a1b1420bb admin admin] Publish callbacks [] for security_group (8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:37.807296 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb59a-d54b-41ba-a4f9-6b43d17406f4 req-1930981d-61ef-4297-8a89-e03b3e372f8e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:37.808815 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65bcb59a-d54b-41ba-a4f9-6b43d17406f4 req-1930981d-61ef-4297-8a89-e03b3e372f8e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0498815 May 27 16:35:37.822769 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7a96c1d4-a9f1-4ce2-a860-291a1b1420bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:37.891976 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7a96c1d4-a9f1-4ce2-a860-291a1b1420bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ef0a7107cfa41e493878a194a2b6d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047580 May 27 16:35:37.896168 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44966) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:37.898489 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65bcb59a-d54b-41ba-a4f9-6b43d17406f4 req-684c9cd5-b505-457e-8400-6bc6b7c8d734 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838535 May 27 16:35:37.899218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96c1d4-a9f1-4ce2-a860-291a1b1420bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:37.924391 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:37.949878 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] Publish callbacks [] for security_group (8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:37.979250 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] Publish callbacks [] for security_group (8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.148505 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.151708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.153200 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a HTTP/1.1" status: 204 len: 168 time: 0.2568109 May 27 16:35:38.163022 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cbba6-723a-42fe-8a5e-39fe4a3e566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc70ec0-b9af-416b-a3bf-7298a3ff2b8a,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:38.491309 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520b4a-e857-4c30-88b4-81defabcdb61 req-c764ae55-8eca-4428-bd12-5fc7a03e0833 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:38.492832 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56520b4a-e857-4c30-88b4-81defabcdb61 req-c764ae55-8eca-4428-bd12-5fc7a03e0833 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0618002 May 27 16:35:38.553609 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56520b4a-e857-4c30-88b4-81defabcdb61 req-56f971b1-cc0e-4439-92a3-518fbfcfc243 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463674 May 27 16:35:38.556294 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 44998) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:38.616756 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (cf1a523d-5210-46a6-890d-6a637c0779ea), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.637416 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (cf1a523d-5210-46a6-890d-6a637c0779ea), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.822815 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (cf1a523d-5210-46a6-890d-6a637c0779ea), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.825427 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.826626 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "DELETE /v2.0/security-groups/cf1a523d-5210-46a6-890d-6a637c0779ea HTTP/1.1" status: 204 len: 168 time: 0.2691994 May 27 16:35:38.829442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45008) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:38.839932 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05048e8c-764a-443f-b976-826e816c16f8 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a523d-5210-46a6-890d-6a637c0779ea,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:38.845198 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-43d7ddb0-747c-4edb-b8d2-6970cb22e5d3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] show failed (client error): The resource could not be found. May 27 16:35:38.846231 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-43d7ddb0-747c-4edb-b8d2-6970cb22e5d3 tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "GET /v2.0/security-groups/cf1a523d-5210-46a6-890d-6a637c0779ea HTTP/1.1" status: 404 len: 347 time: 0.0156941 May 27 16:35:38.850049 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45010) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:38.933940 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:38.966192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-7a61ac0f-e5b8-49b2-97b8-8178f4c67ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:38.967740 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-7a61ac0f-e5b8-49b2-97b8-8178f4c67ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976&tenant_id=e57270a9020844e9baf044630fb81bcd HTTP/1.1" status: 200 len: 1127 time: 0.0512831 May 27 16:35:38.970283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:38.979650 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Deleting port ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:38.979975 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:38.982530 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45018) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:39.025990 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad391ad9-4122-4539-8b3a-4d73898d542b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.047738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-0d26aadb-845e-4779-a86f-4e3193cbe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.049256 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-0d26aadb-845e-4779-a86f-4e3193cbe4f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1127 time: 0.0462861 May 27 16:35:39.124629 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44724e-2c6f-4b5a-905e-f9a35652b3b4 req-06d03d8c-4239-4e97-b57c-f5da707742d6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.126135 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a44724e-2c6f-4b5a-905e-f9a35652b3b4 req-06d03d8c-4239-4e97-b57c-f5da707742d6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.1214821 May 27 16:35:39.136837 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.137189 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.147330 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-f97783f9-2b88-4159-8955-933a6afac771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.148838 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-f97783f9-2b88-4159-8955-933a6afac771 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.0930154 May 27 16:35:39.175640 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Calling delete_port for ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:39.219148 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-876b980b-ca09-4d0e-88ec-57acee34b4fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 999 time: 0.0638609 May 27 16:35:39.269386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a44724e-2c6f-4b5a-905e-f9a35652b3b4 req-506ca1b1-d580-4e5a-9a4d-f95f36da61cc tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345687 May 27 16:35:39.270708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-2c4155e8-0538-49aa-96b8-77c1efc7b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.272227 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-2c4155e8-0538-49aa-96b8-77c1efc7b8bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.0472162 May 27 16:35:39.317837 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:39.323292 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-a0eee260-a17a-4b2b-9f25-9796c8e2e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.326433 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-a0eee260-a17a-4b2b-9f25-9796c8e2e94f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412636 May 27 16:35:39.330081 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad391ad9-4122-4539-8b3a-4d73898d542b admin admin] Publish callbacks [] for security_group (f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.399828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad391ad9-4122-4539-8b3a-4d73898d542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.421947 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-bfdd6136-a369-41d6-8a6d-4d4b4131fa41 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906575 May 27 16:35:39.440567 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ad391ad9-4122-4539-8b3a-4d73898d542b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fff09dc34574ff38fa359717f33475e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570234 May 27 16:35:39.442450 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad391ad9-4122-4539-8b3a-4d73898d542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:39.445956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45022) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:39.495380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.524144 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-be90868d-2eb6-446d-9ee1-cdefbde17251 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939581 May 27 16:35:39.526159 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] Publish callbacks [] for security_group (f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.531391 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Pushing event deleted for resources: {'Port': ['ID=ff77d6ad-1ce5-48b0-a7b4-6e7c22d22ba9,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:39.577879 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] Publish callbacks [] for security_group (f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.677326 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device cc40eb88-ffe4-466d-8a3d-40058b281672 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:39.698404 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: cc40eb88-ffe4-466d-8a3d-40058b281672 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:35:39.699509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device cc40eb88-ffe4-466d-8a3d-40058b281672 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:35:39.699976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks [] for floatingip (bd192c31-5a89-49df-a400-6ae4aa7602e4), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.702694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.706485 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5c3a7218-905e-49ea-abbe-477ea9e239bc tempest-AttachVolumeTestJSON-104226035 tempest-AttachVolumeTestJSON-104226035-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd192c31-5a89-49df-a400-6ae4aa7602e4 HTTP/1.1" status: 204 len: 168 time: 0.8526659 May 27 16:35:39.719685 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13464f72-54b1-483e-b021-bb1392fe1b52 req-8fd2c048-7c56-42f0-a6a1-3a8c5fa9de7e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:39.723336 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13464f72-54b1-483e-b021-bb1392fe1b52 req-8fd2c048-7c56-42f0-a6a1-3a8c5fa9de7e tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0713303 May 27 16:35:39.777456 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13464f72-54b1-483e-b021-bb1392fe1b52 req-b78e4f7c-b669-4e73-adae-99a53cbe5e20 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459857 May 27 16:35:39.822472 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.825005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:39.826246 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3 HTTP/1.1" status: 204 len: 168 time: 0.3792024 May 27 16:35:39.838411 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77665fc9-fa59-4284-a590-73593f807efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65beefe-2c33-4c08-b2cc-cb10f4dfe3f3,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:40.399052 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7d835-14dd-4fe5-948d-fefad5f8a3af req-c43d350e-3ede-4c87-9824-643ada5cf152 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:40.400561 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21d7d835-14dd-4fe5-948d-fefad5f8a3af req-c43d350e-3ede-4c87-9824-643ada5cf152 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0518506 May 27 16:35:40.457329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21d7d835-14dd-4fe5-948d-fefad5f8a3af req-ce1af81d-f6b0-4fe7-aa18-fac149b4e5d2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507634 May 27 16:35:40.902708 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62ecd-6da2-4db4-a24a-fde23058c711 req-4cc0e235-9a00-4dca-a8a1-8a6a4a1fd9a5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:40.904376 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4e62ecd-6da2-4db4-a24a-fde23058c711 req-4cc0e235-9a00-4dca-a8a1-8a6a4a1fd9a5 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0499716 May 27 16:35:40.939438 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:40.952930 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:40.965297 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4e62ecd-6da2-4db4-a24a-fde23058c711 req-ebe7d24e-6262-478d-9077-94708796ef60 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541441 May 27 16:35:40.994216 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-1d715788-bcc4-4cc2-ba13-57dcda1dd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:40.995751 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-1d715788-bcc4-4cc2-ba13-57dcda1dd0bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1127 time: 0.0542753 May 27 16:35:41.067115 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:41.147596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-4dd8fd95-3a99-4c80-b7d9-09d232b68634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:41.149125 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-4dd8fd95-3a99-4c80-b7d9-09d232b68634 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.1313035 May 27 16:35:41.202648 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:41.232161 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-4a10430c-251c-4970-9470-bc8be2eb23b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 999 time: 0.0763698 May 27 16:35:41.285895 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-d9507697-e0d7-4e6f-a473-9465dac3f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:41.287559 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-d9507697-e0d7-4e6f-a473-9465dac3f7cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.0488408 May 27 16:35:41.333297 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-074901ff-9432-4370-9256-363cd25915c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:41.335095 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-074901ff-9432-4370-9256-363cd25915c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417197 May 27 16:35:41.436007 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-b927d1d3-1050-4e3a-bbe8-17fe84b885e2 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937092 May 27 16:35:41.533040 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ae47f349-cc43-48b6-9593-d6c4de83bcfc req-4e1751f0-b341-47ab-bd70-2c7da2e869f8 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909252 May 27 16:35:41.580933 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9574-5f4f-4ae9-9e3b-f4fa477b3927 req-132eb99d-7ce8-4b4e-9382-af5295ac4f4b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:41.582513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a0d9574-5f4f-4ae9-9e3b-f4fa477b3927 req-132eb99d-7ce8-4b4e-9382-af5295ac4f4b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0514030 May 27 16:35:41.635048 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a0d9574-5f4f-4ae9-9e3b-f4fa477b3927 req-0ec73749-852e-4e54-a052-ccd989f25dc4 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 May 27 16:35:41.759891 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45086) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:41.872567 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1303d43e-3615-47d5-a833-ad4dbc5c3185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:41.959017 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1303d43e-3615-47d5-a833-ad4dbc5c3185 admin admin] Publish callbacks [] for security_group (e2df971b-40dd-49de-a18c-661f64f64962), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.171129 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1303d43e-3615-47d5-a833-ad4dbc5c3185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e2df971b-40dd-49de-a18c-661f64f64962), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.212952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303d43e-3615-47d5-a833-ad4dbc5c3185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df971b-40dd-49de-a18c-661f64f64962,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:42.217306 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1303d43e-3615-47d5-a833-ad4dbc5c3185 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34c2030590b24de6ac2e49bb534c7921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563868 May 27 16:35:42.220072 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45094) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:42.274087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] Publish callbacks [] for security_group (e2df971b-40dd-49de-a18c-661f64f64962), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.299990 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] Publish callbacks [] for security_group (e2df971b-40dd-49de-a18c-661f64f64962), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.445788 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e2df971b-40dd-49de-a18c-661f64f64962), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.448396 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:42.449790 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2df971b-40dd-49de-a18c-661f64f64962 HTTP/1.1" status: 204 len: 168 time: 0.2286334 May 27 16:35:42.457763 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420910bb-ec63-4d22-8554-2cd6ba7e029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df971b-40dd-49de-a18c-661f64f64962,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:42.757601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669350d2-1d45-438c-b640-39fa66ac9854 req-6e5d864e-6306-4de8-9beb-2e1975f9ac0e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:42.759212 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-669350d2-1d45-438c-b640-39fa66ac9854 req-6e5d864e-6306-4de8-9beb-2e1975f9ac0e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0538378 May 27 16:35:42.830272 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-669350d2-1d45-438c-b640-39fa66ac9854 req-baafbbfc-ad1b-4865-aaa5-c83ed359194e tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653501 May 27 16:35:43.966902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45126) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:43.968538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009bc06-07bc-45d1-9493-45300835f080 req-e3042aaf-3384-4983-9b4d-7a38d58d22d1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:43.970195 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3009bc06-07bc-45d1-9493-45300835f080 req-e3042aaf-3384-4983-9b4d-7a38d58d22d1 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0657411 May 27 16:35:44.025614 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3009bc06-07bc-45d1-9493-45300835f080 req-bb4427db-cf66-4bcc-b629-ca22cec2d5e8 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483124 May 27 16:35:44.322212 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:44.448413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:44.612783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:44.675053 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Deleting port 8b57a89f-706e-4c4e-b405-7349029f722e {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:44.675384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:44.758453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] For port 8b57a89f-706e-4c4e-b405-7349029f722e, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8b57a89f-706e-4c4e-b405-7349029f722e,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:44.758713 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:44.772099 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Calling delete_port for 8b57a89f-706e-4c4e-b405-7349029f722e owned by network:router_interface {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:45.051161 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (8b57a89f-706e-4c4e-b405-7349029f722e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:45.075367 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b57a89f-706e-4c4e-b405-7349029f722e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:45.142306 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:45.158595 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0facb0-b907-46e1-9206-08b82d3067d4 req-cf1ef834-e94d-4e7d-a1cc-83bddad9a5f7 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:45.160236 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c0facb0-b907-46e1-9206-08b82d3067d4 req-cf1ef834-e94d-4e7d-a1cc-83bddad9a5f7 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0607069 May 27 16:35:45.221276 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c0facb0-b907-46e1-9206-08b82d3067d4 req-1d301b1a-0247-4b86-8061-c7771b9877d0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546405 May 27 16:35:45.267824 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:45.339636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:45.487157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:35:45.596626 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:35:45.601529 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7b85923b-2ba4-47c2-8952-bced8c56cbd2 admin admin] 10.222.0.42 "PUT /v2.0/routers/6195e917-4034-4c5c-a03e-dc8e3ac231b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337976 May 27 16:35:45.604019 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45136) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:45.606719 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Sync routers for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:35:45.618274 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:45.618882 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:45.699286 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:45.715166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks [] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:45.723520 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:45.829938 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks [] for router_gateway (6195e917-4034-4c5c-a03e-dc8e3ac231b1), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:45.864236 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:45.906716 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:35:44Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:45.909516 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:45.934240 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Checking router: 6195e917-4034-4c5c-a03e-dc8e3ac231b1 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:35:45.944690 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Routers {'6195e917-4034-4c5c-a03e-dc8e3ac231b1'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:45.945301 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:46.007304 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Deleting port bf8e50a3-010d-46e0-b116-fa6303fe76d2 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:46.007718 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.065476 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] Set router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:46.091520 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] For port bf8e50a3-010d-46e0-b116-fa6303fe76d2, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=bf8e50a3-010d-46e0-b116-fa6303fe76d2,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:46.092100 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.109226 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Calling delete_port for bf8e50a3-010d-46e0-b116-fa6303fe76d2 owned by network:router_gateway {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:46.259064 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:35:44Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:46.295725 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624a72c-98b3-4ebe-a919-6f75264ddd75 None None] The sync data for ids ['6195e917-4034-4c5c-a03e-dc8e3ac231b1'] in dv-cinder-840493-2-iscsi is: [{'id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'name': 'tempest-AttachVolumeTestJSON-1743111766-router', 'tenant_id': '3fa953c1f6d240098f164785b8ccc5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:35:44Z', 'revision_number': 5, 'project_id': '3fa953c1f6d240098f164785b8ccc5b4', 'gw_port': {'id': 'bf8e50a3-010d-46e0-b116-fa6303fe76d2', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195e917-4034-4c5c-a03e-dc8e3ac231b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:35:46.368223 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69433-be72-45d9-bad1-e92906c4dc82 req-96186a34-9c14-4bd0-8b1b-6cd5d5bd180b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:46.369863 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d9e69433-be72-45d9-bad1-e92906c4dc82 req-96186a34-9c14-4bd0-8b1b-6cd5d5bd180b tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0543265 May 27 16:35:46.406198 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (bf8e50a3-010d-46e0-b116-fa6303fe76d2), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.428590 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d9e69433-be72-45d9-bad1-e92906c4dc82 req-18f58916-30a6-473a-8b8a-56f037033408 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505168 May 27 16:35:46.436718 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8e50a3-010d-46e0-b116-fa6303fe76d2,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:46.500446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.556496 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:46.586336 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.588782 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks [] for router_controller (6195e917-4034-4c5c-a03e-dc8e3ac231b1), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.742697 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (6195e917-4034-4c5c-a03e-dc8e3ac231b1), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.743323 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6195e917-4034-4c5c-a03e-dc8e3ac231b1 {{(pid=104556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:35:46.747718 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.749245 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-3e90d67b-c84e-4716-8aa3-cf64eb1bf3d5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6195e917-4034-4c5c-a03e-dc8e3ac231b1 HTTP/1.1" status: 204 len: 168 time: 1.1443233 May 27 16:35:46.751949 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45142) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:46.797978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Deleting subnet dd1a09d0-5801-4dc3-a552-1ac623623578 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:35:46.801132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Publish callbacks [] for subnet (dd1a09d0-5801-4dc3-a552-1ac623623578), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.841283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (dd1a09d0-5801-4dc3-a552-1ac623623578), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.919616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (dd1a09d0-5801-4dc3-a552-1ac623623578), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:46.977547 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:47.108490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (dd1a09d0-5801-4dc3-a552-1ac623623578), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.136531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1a09d0-5801-4dc3-a552-1ac623623578,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:47.138616 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.141763 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b2282fa3-90a8-4fd1-9b59-524611f68821 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dd1a09d0-5801-4dc3-a552-1ac623623578 HTTP/1.1" status: 204 len: 168 time: 0.3886640 May 27 16:35:47.142784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecefc46-2581-41cf-b609-2e64d7da32cc None None] Network 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:35:47.146856 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45144) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:47.217061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.264136 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Deleting port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:47.264478 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.319355 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] DHCP port deletion for 19f13b5c-dd0c-4771-8c9a-15d583cfbfcd request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:35:47.340784 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] For port 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=66ac57d7-e069-4914-a8f6-e50df6ac66b9,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:47.341146 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.354914 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Calling delete_port for 66ac57d7-e069-4914-a8f6-e50df6ac66b9 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:47.359305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Deleting port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:47.359625 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.427372 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] For port 66ac57d7-e069-4914-a8f6-e50df6ac66b9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=66ac57d7-e069-4914-a8f6-e50df6ac66b9,segment=NetworkSegment(400e4bda-49ca-47de-92f0-3bd320b9b1af),segment_id=400e4bda-49ca-47de-92f0-3bd320b9b1af)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:47.427774 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.441531 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Calling delete_port for 66ac57d7-e069-4914-a8f6-e50df6ac66b9 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:47.482564 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:47.496931 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.521733 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (66ac57d7-e069-4914-a8f6-e50df6ac66b9), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.524917 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ac57d7-e069-4914-a8f6-e50df6ac66b9,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:47.530964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] No DVR routers for this DVR port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:35:47.548128 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] Pushing event deleted for resources: {'Port': ['ID=66ac57d7-e069-4914-a8f6-e50df6ac66b9,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:47.552063 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a50db7-5ab9-4e3b-9a73-bfc98e07e154 None None] No DVR routers for this DVR port 66ac57d7-e069-4914-a8f6-e50df6ac66b9 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:35:47.567278 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf395a-75e1-4527-b08f-5e71b15ff410 req-8145797d-8e07-493a-a472-59fdc012c9ac tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:47.569386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-66bf395a-75e1-4527-b08f-5e71b15ff410 req-8145797d-8e07-493a-a472-59fdc012c9ac tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 943 time: 0.0686653 May 27 16:35:47.613044 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:47.615395 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.620069 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-66bf395a-75e1-4527-b08f-5e71b15ff410 req-e42ef83e-2a38-44b8-9d72-32606fdec578 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 May 27 16:35:47.637991 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f13b5c-dd0c-4771-8c9a-15d583cfbfcd']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:47.648682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400e4bda-49ca-47de-92f0-3bd320b9b1af') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:47.648971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400e4bda-49ca-47de-92f0-3bd320b9b1af') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:47.658811 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (400e4bda-49ca-47de-92f0-3bd320b9b1af), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.671990 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (400e4bda-49ca-47de-92f0-3bd320b9b1af), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.679042 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:35:47.679420 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (400e4bda-49ca-47de-92f0-3bd320b9b1af), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.700919 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 400e4bda-49ca-47de-92f0-3bd320b9b1af resource provider aggregate not found May 27 16:35:47.736903 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 400e4bda-49ca-47de-92f0-3bd320b9b1af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 400e4bda-49ca-47de-92f0-3bd320b9b1af found for delete ", "request_id": "req-2c61c4b0-d2dc-44cd-b0b8-83257e4faede"}]} May 27 16:35:47.742174 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:35:47.817264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (19f13b5c-dd0c-4771-8c9a-15d583cfbfcd), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.824472 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.827674 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/19f13b5c-dd0c-4771-8c9a-15d583cfbfcd HTTP/1.1" status: 204 len: 168 time: 0.6824238 May 27 16:35:47.837680 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dce3c-4311-4be3-90f8-8196c5885ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f13b5c-dd0c-4771-8c9a-15d583cfbfcd,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:47.855088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:47.867562 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'port_id': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'mac_address': 'fa:16:3e:85:ac:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:35:47.903682 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f3fc0271-4978-460d-b0fc-0d84184a59b2 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:47.904070 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:47.916967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fc0271-4978-460d-b0fc-0d84184a59b2 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:35:47.937314 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:48.010554 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:48.063896 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=7']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:48.162720 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45156) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:48.202377 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-90f5ffe0-ffb9-4aed-9707-6ca0136e3105 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fa953c1f6d240098f164785b8ccc5b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381842 May 27 16:35:48.204440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45158) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:48.253061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] Publish callbacks [] for security_group (eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:48.274370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] Publish callbacks [] for security_group (eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:48.296719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:48.322833 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['f3fc0271-4978-460d-b0fc-0d84184a59b2'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:35:48.325096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 66ac57d7-e069-4914-a8f6-e50df6ac66b9 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:48.362561 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 66ac57d7-e069-4914-a8f6-e50df6ac66b9 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:35:48.362899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 66ac57d7-e069-4914-a8f6-e50df6ac66b9 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:35:48.363308 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8b57a89f-706e-4c4e-b405-7349029f722e no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:48.387376 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:48.389697 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 8b57a89f-706e-4c4e-b405-7349029f722e {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:35:48.390038 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8b57a89f-706e-4c4e-b405-7349029f722e not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:35:48.390431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device bf8e50a3-010d-46e0-b116-fa6303fe76d2 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:35:48.399444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:48.402145 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:48.403338 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf HTTP/1.1" status: 204 len: 168 time: 0.1979866 May 27 16:35:48.411043 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947ab1b-8ac9-4c88-87e3-efff1d574646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58c4fc-e4e8-4ff5-8de3-cc481aa9b9cf,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:48.419729 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: bf8e50a3-010d-46e0-b116-fa6303fe76d2 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:35:48.420074 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device bf8e50a3-010d-46e0-b116-fa6303fe76d2 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:35:48.610095 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:48.746812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9ffb6-3fe3-489c-a2fa-e763d8236445 req-b5124e98-4f8f-4b52-bbd0-cb5d942288e4 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:48.746812 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a9ffb6-3fe3-489c-a2fa-e763d8236445 req-b5124e98-4f8f-4b52-bbd0-cb5d942288e4 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 944 time: 0.0523582 May 27 16:35:48.793676 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a9ffb6-3fe3-489c-a2fa-e763d8236445 req-4c57fc20-5b28-4239-a4ce-5b74911cdce8 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 May 27 16:35:49.760503 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:35:49.811423 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port f3fc0271-4978-460d-b0fc-0d84184a59b2 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:35:49.811875 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:49.895122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f3fc0271-4978-460d-b0fc-0d84184a59b2 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:35:49.895506 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:49.922104 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:49.923064 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5f2d-257c-4a81-8a39-dfda7e84728e req-426a669d-bc15-4e5b-b258-dab2e16dc371 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:49.924353 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d91cc0-9d44-413b-9017-491ae13c62a5" -d '{"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:49.924612 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa1c5f2d-257c-4a81-8a39-dfda7e84728e req-426a669d-bc15-4e5b-b258-dab2e16dc371 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 944 time: 0.0500696 May 27 16:35:49.938832 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:49.984327 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa1c5f2d-257c-4a81-8a39-dfda7e84728e req-32d356f9-d636-4e82-badc-68dfcf378f62 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507426 May 27 16:35:50.030910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6960822-15a8-485f-a9b9-8c55c0ba4d0b x-openstack-request-id: req-f6960822-15a8-485f-a9b9-8c55c0ba4d0b {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:50.031191 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-plugged", "status": "completed", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:50.031447 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6960822-15a8-485f-a9b9-8c55c0ba4d0b {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:50.031875 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6960822-15a8-485f-a9b9-8c55c0ba4d0b'] response: {'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'code': 200} May 27 16:35:50.074237 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:50.128016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=8']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:50.707404 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe5140-b427-4273-8396-8d622f24a41a req-5abd8a80-aafd-4190-bb31-a483e543e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:50.709134 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5bbe5140-b427-4273-8396-8d622f24a41a req-5abd8a80-aafd-4190-bb31-a483e543e6bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1129 time: 0.0451815 May 27 16:35:50.768568 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5bbe5140-b427-4273-8396-8d622f24a41a req-d80b2638-3cb8-40d8-8920-ac2310b0ab62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528350 May 27 16:35:51.106585 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579ddc6-8c83-474d-80d1-dbdb4ceec7d2 req-0ee33bc6-b092-4aee-a669-47d3c9211bb2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:51.108193 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7579ddc6-8c83-474d-80d1-dbdb4ceec7d2 req-0ee33bc6-b092-4aee-a669-47d3c9211bb2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0497949 May 27 16:35:51.164188 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7579ddc6-8c83-474d-80d1-dbdb4ceec7d2 req-7552afc6-a95d-4509-b699-fe2b29a57a87 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 May 27 16:35:52.289978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943334b-386b-4ac0-8b09-ac9b934a6633 req-c07f05b6-8cbc-4812-8b40-2e65688cd54c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:52.291464 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3943334b-386b-4ac0-8b09-ac9b934a6633 req-c07f05b6-8cbc-4812-8b40-2e65688cd54c tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0502102 May 27 16:35:52.350172 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3943334b-386b-4ac0-8b09-ac9b934a6633 req-5a6235ef-3158-4024-a6d5-75650147bae5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498483 May 27 16:35:53.477124 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff7189-78a4-4e43-ad30-3cc38faa5e80 req-8e6155db-d536-4f61-91cb-9285c19069e6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:53.478595 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-61ff7189-78a4-4e43-ad30-3cc38faa5e80 req-8e6155db-d536-4f61-91cb-9285c19069e6 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0527253 May 27 16:35:53.535767 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-61ff7189-78a4-4e43-ad30-3cc38faa5e80 req-3e5f8162-b661-49ed-a830-93fbb1f078bd tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507555 May 27 16:35:53.674572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45256) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:53.788142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e20460ef-58eb-40c2-a23d-0c1bf9d2300d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:53.873445 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e20460ef-58eb-40c2-a23d-0c1bf9d2300d admin admin] Publish callbacks [] for security_group (b1302721-69c0-4fd0-9d57-562de43160f3), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:53.948481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e20460ef-58eb-40c2-a23d-0c1bf9d2300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b1302721-69c0-4fd0-9d57-562de43160f3), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:53.988303 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20460ef-58eb-40c2-a23d-0c1bf9d2300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1302721-69c0-4fd0-9d57-562de43160f3,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:53.996428 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e20460ef-58eb-40c2-a23d-0c1bf9d2300d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04cb1199226645fba8c2bc7dca36e038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179240 May 27 16:35:53.996428 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45260) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:54.045459 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] Publish callbacks [] for security_group (b1302721-69c0-4fd0-9d57-562de43160f3), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:54.067641 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] Publish callbacks [] for security_group (b1302721-69c0-4fd0-9d57-562de43160f3), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:54.434934 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b1302721-69c0-4fd0-9d57-562de43160f3), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:54.437530 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:54.438726 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1302721-69c0-4fd0-9d57-562de43160f3 HTTP/1.1" status: 204 len: 168 time: 0.4414434 May 27 16:35:54.447062 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd8ac-c806-4972-b33a-b1efea141e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1302721-69c0-4fd0-9d57-562de43160f3,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:54.926476 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:54.944695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec7c1-5c24-477d-936d-c4263e3325b0 req-d56b2d1b-088f-4819-a78c-3db542730d0d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:54.947415 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a94ec7c1-5c24-477d-936d-c4263e3325b0 req-d56b2d1b-088f-4819-a78c-3db542730d0d tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0527918 May 27 16:35:54.999388 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a94ec7c1-5c24-477d-936d-c4263e3325b0 req-f8525888-8ce9-46a5-a9a4-783839a0a575 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458891 May 27 16:35:56.132116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28af1-e485-44b1-9853-0a63ec7dbbdc req-2bd35b26-dd74-4126-808c-03f5c0508c86 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:56.134225 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7c28af1-e485-44b1-9853-0a63ec7dbbdc req-2bd35b26-dd74-4126-808c-03f5c0508c86 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0532670 May 27 16:35:56.192362 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7c28af1-e485-44b1-9853-0a63ec7dbbdc req-ecb40d16-1844-4be0-b2e4-880afb7b7187 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516686 May 27 16:35:56.252401 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=40 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:56.289453 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=20 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:56.723455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-85c3865f-2647-4ae2-a46c-a506ccfe36ef tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:56.725665 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-85c3865f-2647-4ae2-a46c-a506ccfe36ef tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0487206 May 27 16:35:56.821629 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:35:56.821974 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:56.915579 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] For port 3dc06512-18f1-4fd2-b9b1-104f02a4f067, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=3dc06512-18f1-4fd2-b9b1-104f02a4f067,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:35:56.915941 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:56.930552 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:57.058657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:57.079627 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:57.083902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:57.083902 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Floating IP 3f08720a-2be9-4bb3-b217-11309f3cf9e7 disassociated. External IP: 172.27.3.220, port: 3dc06512-18f1-4fd2-b9b1-104f02a4f067. May 27 16:35:57.083902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 3dc06512-18f1-4fd2-b9b1-104f02a4f067 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:35:57.293356 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (3dc06512-18f1-4fd2-b9b1-104f02a4f067), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:57.313134 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89420ed-c4ce-4baf-9168-e0923f9e72d3 req-05205f30-4050-4bd3-baf2-38b020c4a3e4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:35:57.314532 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f89420ed-c4ce-4baf-9168-e0923f9e72d3 req-05205f30-4050-4bd3-baf2-38b020c4a3e4 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 945 time: 0.0496788 May 27 16:35:57.323510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=3dc06512-18f1-4fd2-b9b1-104f02a4f067,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:57.368875 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f89420ed-c4ce-4baf-9168-e0923f9e72d3 req-d4480f52-6c83-4f09-b4a8-28107ff00717 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups?id=40651bcc-cb28-42fc-899b-dff315454ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467105 May 27 16:35:57.444771 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:35:57.561403 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:35:57.572630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:35:57.585023 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:57.585658 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:57.611754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] No DVR routers for this DVR port 3dc06512-18f1-4fd2-b9b1-104f02a4f067 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:35:57.615442 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:57.619644 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-387bce65-b3b6-4964-93cd-c7225b5b106f req-0c1316fd-bd4a-44f5-ac98-289544a04c63 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.15 "DELETE /v2.0/ports/3dc06512-18f1-4fd2-b9b1-104f02a4f067 HTTP/1.1" status: 204 len: 173 time: 0.8832653 May 27 16:35:57.620100 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'name': 'network-vif-deleted', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:35:57.623949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822bdd4-ae3a-458b-bc66-28484ef7eb9f" -d '{"events": [{"server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "name": "network-vif-deleted", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:35:57.672746 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b945c36b-47d8-41b8-95a0-09d6dcb72c5a x-openstack-request-id: req-b945c36b-47d8-41b8-95a0-09d6dcb72c5a {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:35:57.673141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb857fc4-8a15-4b01-8990-a02c5fe4475c", "name": "network-vif-deleted", "tag": "3dc06512-18f1-4fd2-b9b1-104f02a4f067", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:35:57.673491 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b945c36b-47d8-41b8-95a0-09d6dcb72c5a {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:35:57.674281 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b945c36b-47d8-41b8-95a0-09d6dcb72c5a'] response: {'server_uuid': 'fb857fc4-8a15-4b01-8990-a02c5fe4475c', 'name': 'network-vif-deleted', 'tag': '3dc06512-18f1-4fd2-b9b1-104f02a4f067', 'status': 'completed', 'code': 200} May 27 16:35:57.701222 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:57.911127 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:57.949593 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:35:57.961683 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:35:57.962322 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:35:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:58.071965 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:35:58.262656 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:58.272967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:35:58.304025 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7884-0383-4b4b-9b3f-bd8acc4c483f None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:28:52Z', 'revision_number': 4, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': '70b44e8b-75af-4da0-b9e3-43f59e4062d5', 'name': '', 'network_id': '6206a18c-fdfb-4556-905d-212faa509374', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'mac_address': 'fa:16:3e:a7:2e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:51Z', 'updated_at': '2022-05-27T16:29:04Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'subnets': [{'id': 'f3e92069-90aa-4049-a0ab-eae2e807a60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:35:58.500144 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8f42354-1248-4876-92de-dc92aad75c81 req-091aec3d-b444-4c0d-b490-3377a519edc9 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb857fc4-8a15-4b01-8990-a02c5fe4475c HTTP/1.1" status: 200 len: 210 time: 0.0351882 May 27 16:35:58.542774 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9964d-f18d-46a8-b57a-73f6fd871900 None None] New status for floating IP 3f08720a-2be9-4bb3-b217-11309f3cf9e7: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:35:58.856840 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-67e19d3e-fdd7-4a6c-966b-a69ad81780fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:59.728049 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45330) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:59.789517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (40651bcc-cb28-42fc-899b-dff315454ca7), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:59.809246 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:35:59.813902 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (40651bcc-cb28-42fc-899b-dff315454ca7), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:59.954559 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (40651bcc-cb28-42fc-899b-dff315454ca7), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:59.957164 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:35:59.958892 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/security-groups/40651bcc-cb28-42fc-899b-dff315454ca7 HTTP/1.1" status: 204 len: 168 time: 0.2293084 May 27 16:35:59.961715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45334) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:59.968441 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40651bcc-cb28-42fc-899b-dff315454ca7,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:35:59.977422 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.977682 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-ed47b443-56eb-49e4-8163-f1b06cdb34c7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] show failed (client error): The resource could not be found. May 27 16:35:59.977827 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.978101 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981598 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ed47b443-56eb-49e4-8163-f1b06cdb34c7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "GET /v2.0/security-groups/40651bcc-cb28-42fc-899b-dff315454ca7 HTTP/1.1" status: 404 len: 347 time: 0.0159078 May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.981891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:35:59.982755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45336) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:35:59.982854 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4944a612-1cd3-4faa-b978-6472a369dba7 tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:00.096726 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Deleting port 7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:00.097084 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.098536 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:00.177520 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.177836 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.190954 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Calling delete_port for 7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:00.394121 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.420715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Pushing event deleted for resources: {'Port': ['ID=7dbb6e13-1980-4e8f-88a9-e9a00a3c5a3d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:00.480860 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks [] for floatingip (3f08720a-2be9-4bb3-b217-11309f3cf9e7), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.483354 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:00.484511 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d1fac323-197d-4135-accb-9ef6f785cd9e tempest-AttachVolumeNegativeTest-963779769 tempest-AttachVolumeNegativeTest-963779769-project] 10.222.0.42 "DELETE /v2.0/floatingips/3f08720a-2be9-4bb3-b217-11309f3cf9e7 HTTP/1.1" status: 204 len: 168 time: 0.5018396 May 27 16:36:01.504889 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:01.589681 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f744107e-8ad5-4673-b937-4816a315c7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:01.765528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3dc06512-18f1-4fd2-b9b1-104f02a4f067 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:01.783532 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 3dc06512-18f1-4fd2-b9b1-104f02a4f067 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:01.783891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 3dc06512-18f1-4fd2-b9b1-104f02a4f067 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:02.857047 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:04.132257 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:04.843996 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45430) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:05.151991 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:05.322531 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (7236c955-2139-45c8-90cc-d76472fe9511), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:05.487501 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:05.555207 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Deleting port 70b44e8b-75af-4da0-b9e3-43f59e4062d5 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:05.555538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:05.635747 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] For port 70b44e8b-75af-4da0-b9e3-43f59e4062d5, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=70b44e8b-75af-4da0-b9e3-43f59e4062d5,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:05.636113 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:05.649371 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Calling delete_port for 70b44e8b-75af-4da0-b9e3-43f59e4062d5 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:05.655812 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:05.931578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (70b44e8b-75af-4da0-b9e3-43f59e4062d5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:05.967049 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b44e8b-75af-4da0-b9e3-43f59e4062d5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:06.369668 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (7236c955-2139-45c8-90cc-d76472fe9511), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.406427 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45440) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:06.461976 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:06.521707 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1b2af283-5aad-4156-a177-fcc43341584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.583963 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Router 7236c955-2139-45c8-90cc-d76472fe9511 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:36:06.599040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1b2af283-5aad-4156-a177-fcc43341584b admin admin] Publish callbacks [] for security_group (79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.647037 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:06.689958 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:36:06.696205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-341d5e87-1a00-4897-8120-f3c15093abf1 admin admin] 10.222.0.42 "PUT /v2.0/routers/7236c955-2139-45c8-90cc-d76472fe9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509982 May 27 16:36:06.698519 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45444) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:06.698692 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1b2af283-5aad-4156-a177-fcc43341584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.700505 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Sync routers for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:36:06.711425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:06.712111 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:06.738880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af283-5aad-4156-a177-fcc43341584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:06.758783 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-1b2af283-5aad-4156-a177-fcc43341584b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef72cb91d9240c9a1676c0a5e70e744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511679 May 27 16:36:06.761318 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45446) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:06.818369 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] Publish callbacks [] for security_group (79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.821153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks [] for router (7236c955-2139-45c8-90cc-d76472fe9511), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.828746 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:06.843477 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] Publish callbacks [] for security_group (79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:06.932445 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks [] for router_gateway (7236c955-2139-45c8-90cc-d76472fe9511), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.012535 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:36:05Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:07.039239 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Checking router: 7236c955-2139-45c8-90cc-d76472fe9511 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:36:07.048241 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Routers {'7236c955-2139-45c8-90cc-d76472fe9511'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:07.048891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['7236c955-2139-45c8-90cc-d76472fe9511'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:07.137304 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.140027 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.141165 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a HTTP/1.1" status: 204 len: 168 time: 0.3783796 May 27 16:36:07.150343 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c121-abab-4ee7-8a48-e0d36cbfb8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c78f70-9cbf-4f83-8b92-bfffb7f7bf0a,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:07.159317 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] Set router 7236c955-2139-45c8-90cc-d76472fe9511 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:07.222937 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Deleting port 0f90b04b-0422-46c0-ae1e-177a874d4f2b {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:07.223182 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.310757 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] For port 0f90b04b-0422-46c0-ae1e-177a874d4f2b, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=0f90b04b-0422-46c0-ae1e-177a874d4f2b,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:07.311117 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.327551 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Calling delete_port for 0f90b04b-0422-46c0-ae1e-177a874d4f2b owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:07.364525 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:36:05Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:07.390768 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98f8a9-9f66-4cfe-99b5-3619e2d09795 None None] The sync data for ids ['7236c955-2139-45c8-90cc-d76472fe9511'] in dv-cinder-840493-2-iscsi is: [{'id': '7236c955-2139-45c8-90cc-d76472fe9511', 'name': 'tempest-AttachVolumeNegativeTest-17477647-router', 'tenant_id': 'c409475791e243108336a3cd2e25d3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:43Z', 'updated_at': '2022-05-27T16:36:05Z', 'revision_number': 5, 'project_id': 'c409475791e243108336a3cd2e25d3ac', 'gw_port': {'id': '0f90b04b-0422-46c0-ae1e-177a874d4f2b', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7236c955-2139-45c8-90cc-d76472fe9511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:44Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:36:07.629089 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (0f90b04b-0422-46c0-ae1e-177a874d4f2b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.657228 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f90b04b-0422-46c0-ae1e-177a874d4f2b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:07.675690 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:36:07.751178 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (7236c955-2139-45c8-90cc-d76472fe9511), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.812553 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:07.849181 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (7236c955-2139-45c8-90cc-d76472fe9511), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.851675 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks [] for router_controller (7236c955-2139-45c8-90cc-d76472fe9511), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.994854 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (7236c955-2139-45c8-90cc-d76472fe9511), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:07.995836 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7236c955-2139-45c8-90cc-d76472fe9511 {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:36:08.004293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.004293 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7e2a0f7e-1783-415b-bdd1-71a1f2d2e6a8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7236c955-2139-45c8-90cc-d76472fe9511 HTTP/1.1" status: 204 len: 168 time: 1.3040783 May 27 16:36:08.007799 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45460) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:08.066239 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Deleting subnet f3e92069-90aa-4049-a0ab-eae2e807a60c {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:36:08.071757 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Publish callbacks [] for subnet (f3e92069-90aa-4049-a0ab-eae2e807a60c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.114189 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (f3e92069-90aa-4049-a0ab-eae2e807a60c), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.160440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:08.225686 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (f3e92069-90aa-4049-a0ab-eae2e807a60c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.354971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (f3e92069-90aa-4049-a0ab-eae2e807a60c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.384229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e92069-90aa-4049-a0ab-eae2e807a60c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:08.388401 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.392015 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-64b6e5fb-a038-4da9-9666-b76861103d0c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f3e92069-90aa-4049-a0ab-eae2e807a60c HTTP/1.1" status: 204 len: 168 time: 0.3828762 May 27 16:36:08.394527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45470) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:08.394693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a009ebf-5131-4c98-9cc9-b8a92ae3147d None None] Network 6206a18c-fdfb-4556-905d-212faa509374 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:36:08.422913 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:08.479480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (6206a18c-fdfb-4556-905d-212faa509374), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.543243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Deleting port 020cb0a9-cd29-4494-b0d2-4fd133460077 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:08.543588 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.612846 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:08.636414 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 70b44e8b-75af-4da0-b9e3-43f59e4062d5 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:08.645661 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] For port 020cb0a9-cd29-4494-b0d2-4fd133460077, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=020cb0a9-cd29-4494-b0d2-4fd133460077,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:08.646790 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.662652 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 70b44e8b-75af-4da0-b9e3-43f59e4062d5 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:08.662993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 70b44e8b-75af-4da0-b9e3-43f59e4062d5 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:08.670538 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Calling delete_port for 020cb0a9-cd29-4494-b0d2-4fd133460077 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:08.671402 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0f90b04b-0422-46c0-ae1e-177a874d4f2b no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:08.682800 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 0f90b04b-0422-46c0-ae1e-177a874d4f2b {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:08.683447 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 0f90b04b-0422-46c0-ae1e-177a874d4f2b not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:08.739958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] DHCP port deletion for 6206a18c-fdfb-4556-905d-212faa509374 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:36:08.781226 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Deleting port 020cb0a9-cd29-4494-b0d2-4fd133460077 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:08.781595 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.848340 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] For port 020cb0a9-cd29-4494-b0d2-4fd133460077, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=020cb0a9-cd29-4494-b0d2-4fd133460077,segment=NetworkSegment(b584fa47-6555-4bcf-9695-85247fb0926a),segment_id=b584fa47-6555-4bcf-9695-85247fb0926a)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:08.848648 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.851616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.868252 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Calling delete_port for 020cb0a9-cd29-4494-b0d2-4fd133460077 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:08.877673 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Pushing event deleted for resources: {'Port': ['ID=020cb0a9-cd29-4494-b0d2-4fd133460077,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:08.881668 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] No DVR routers for this DVR port 020cb0a9-cd29-4494-b0d2-4fd133460077 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:36:08.918948 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:08.922913 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:08.957555 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (020cb0a9-cd29-4494-b0d2-4fd133460077), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.964262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (6206a18c-fdfb-4556-905d-212faa509374), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:08.985056 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] Pushing event deleted for resources: {'Port': ['ID=020cb0a9-cd29-4494-b0d2-4fd133460077,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:08.985283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6206a18c-fdfb-4556-905d-212faa509374']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:08.991138 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1f999-56c9-47db-9475-9aca1b33f53a None None] No DVR routers for this DVR port 020cb0a9-cd29-4494-b0d2-4fd133460077 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:36:09.006616 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b584fa47-6555-4bcf-9695-85247fb0926a') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:09.006912 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b584fa47-6555-4bcf-9695-85247fb0926a') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:09.018940 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (b584fa47-6555-4bcf-9695-85247fb0926a), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.034319 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (b584fa47-6555-4bcf-9695-85247fb0926a), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.040719 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:36:09.041109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (b584fa47-6555-4bcf-9695-85247fb0926a), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.097186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:09.188231 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment b584fa47-6555-4bcf-9695-85247fb0926a resource provider aggregate not found May 27 16:36:09.204186 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment b584fa47-6555-4bcf-9695-85247fb0926a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b584fa47-6555-4bcf-9695-85247fb0926a found for delete ", "request_id": "req-78d9ba1f-c8a4-499b-b7fc-6bb19be5202d"}]} May 27 16:36:09.211748 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (6206a18c-fdfb-4556-905d-212faa509374), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.218219 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.221366 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6206a18c-fdfb-4556-905d-212faa509374 HTTP/1.1" status: 204 len: 168 time: 0.8255587 May 27 16:36:09.231649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b89313-e9ed-4577-9d19-cc7d53a96554 admin admin] Pushing event deleted for resources: {'Network': ['ID=6206a18c-fdfb-4556-905d-212faa509374,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:09.715632 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45502) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:09.759253 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-02fb4c36-5779-4c00-8392-63efbddd956a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c409475791e243108336a3cd2e25d3ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423574 May 27 16:36:09.761620 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45504) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:09.815427 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] Publish callbacks [] for security_group (643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.838494 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] Publish callbacks [] for security_group (643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.871404 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:09.982895 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.988099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:09.988099 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65 HTTP/1.1" status: 204 len: 168 time: 0.2243152 May 27 16:36:09.995901 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9aaaf-8422-42c2-b6d1-e14da225f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d0ca9-2b9d-46d4-b0d3-fd8b1fb58b65,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:10.329732 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 020cb0a9-cd29-4494-b0d2-4fd133460077 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:10.351213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 020cb0a9-cd29-4494-b0d2-4fd133460077 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:10.351560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 020cb0a9-cd29-4494-b0d2-4fd133460077 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:11.067215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.259444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45552) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:11.514505 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f68ae1ee-4c62-40d8-a3dd-ddcb967fcd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.593628 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f68ae1ee-4c62-40d8-a3dd-ddcb967fcd69 admin admin] Publish callbacks [] for security_group (bcd68164-c998-4eac-967a-0efda4cbecfc), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.702900 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f68ae1ee-4c62-40d8-a3dd-ddcb967fcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (bcd68164-c998-4eac-967a-0efda4cbecfc), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.746106 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f68ae1ee-4c62-40d8-a3dd-ddcb967fcd69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14f881b6734c484f88b81d4b27eab07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855611 May 27 16:36:11.747557 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ae1ee-4c62-40d8-a3dd-ddcb967fcd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd68164-c998-4eac-967a-0efda4cbecfc,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:11.749120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45562) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:11.800843 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] Publish callbacks [] for security_group (bcd68164-c998-4eac-967a-0efda4cbecfc), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.824013 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] Publish callbacks [] for security_group (bcd68164-c998-4eac-967a-0efda4cbecfc), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.966273 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (bcd68164-c998-4eac-967a-0efda4cbecfc), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.968941 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:11.970108 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcd68164-c998-4eac-967a-0efda4cbecfc HTTP/1.1" status: 204 len: 168 time: 0.2193558 May 27 16:36:11.979365 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeb6e8-8367-441e-8b2f-337a28ad8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd68164-c998-4eac-967a-0efda4cbecfc,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:12.660645 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45584) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:12.674695 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a21b1444-e355-430c-a30f-8be02bcbc89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:12.756829 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a21b1444-e355-430c-a30f-8be02bcbc89b admin admin] Publish callbacks [] for security_group (7ee4bad6-4650-4c40-8dc1-dded5d63c7be), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:12.840306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a21b1444-e355-430c-a30f-8be02bcbc89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7ee4bad6-4650-4c40-8dc1-dded5d63c7be), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:12.881648 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a21b1444-e355-430c-a30f-8be02bcbc89b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f485a82d014b45ca9fa15acb31872b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192645 May 27 16:36:12.883867 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b1444-e355-430c-a30f-8be02bcbc89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4bad6-4650-4c40-8dc1-dded5d63c7be,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:12.886430 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45590) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:12.939043 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] Publish callbacks [] for security_group (7ee4bad6-4650-4c40-8dc1-dded5d63c7be), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:12.968695 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] Publish callbacks [] for security_group (7ee4bad6-4650-4c40-8dc1-dded5d63c7be), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:13.120106 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7ee4bad6-4650-4c40-8dc1-dded5d63c7be), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:13.122714 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:13.124134 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ee4bad6-4650-4c40-8dc1-dded5d63c7be HTTP/1.1" status: 204 len: 168 time: 0.2367880 May 27 16:36:13.132768 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e238b3f-65c4-46a2-829b-8e2003c41d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4bad6-4650-4c40-8dc1-dded5d63c7be,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:15.061816 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d552-4e7f-45ae-b4fb-ba71cb8c44e2 req-045a95ad-3926-4a35-bd4e-bc647561ae9c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:36:15.063530 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8682d552-4e7f-45ae-b4fb-ba71cb8c44e2 req-045a95ad-3926-4a35-bd4e-bc647561ae9c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0757711 May 27 16:36:15.143008 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8682d552-4e7f-45ae-b4fb-ba71cb8c44e2 req-ef90fe2d-a938-41ac-823d-5a488958bbe8 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686991 May 27 16:36:16.282500 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798395b-9d6e-4659-8d94-ac64bec59721 req-d819d542-ad08-427b-bf8a-c0e81b0dbdb2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:36:16.283980 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d798395b-9d6e-4659-8d94-ac64bec59721 req-d819d542-ad08-427b-bf8a-c0e81b0dbdb2 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0545933 May 27 16:36:16.339960 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d798395b-9d6e-4659-8d94-ac64bec59721 req-82c439ca-b7b2-4659-ae22-603d92d57ddd tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b640a89-5196-447d-9c0a-38c4a229af13&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496743 May 27 16:36:16.650416 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-7d2be885-b529-40ba-9c8a-808e50331f9d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:36:16.652487 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-7d2be885-b529-40ba-9c8a-808e50331f9d tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 947 time: 0.0490370 May 27 16:36:16.751751 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Deleting port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:16.752095 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:16.853994 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] For port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:16.854352 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:16.894635 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:16.913841 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:17.031016 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.031370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.031680 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Floating IP ea95a5bc-2a5b-47dd-a144-a816f4b7dd94 disassociated. External IP: 172.27.3.184, port: 8356222d-c6d4-41f6-8eb8-8db73dcb6d34. May 27 16:36:17.032024 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Calling delete_port for 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:17.208181 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45696) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:17.285934 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (8356222d-c6d4-41f6-8eb8-8db73dcb6d34), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.318812 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'Port': ['ID=8356222d-c6d4-41f6-8eb8-8db73dcb6d34,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:17.342562 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2cea662-f54e-4bcb-afe6-072e492f3a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.453082 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-837b4548-11bd-4448-a6e5-08562391e832 req-fe94937a-e5bb-45e6-8a90-4ed27ae7831c tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 210 time: 0.0296628 May 27 16:36:17.489231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:36:17.507265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:17.522851 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2cea662-f54e-4bcb-afe6-072e492f3a57 admin admin] Publish callbacks [] for security_group (42c42920-ba7a-4b15-9960-1fa14922e894), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.597607 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f2cea662-f54e-4bcb-afe6-072e492f3a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (42c42920-ba7a-4b15-9960-1fa14922e894), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.620876 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:36:17.634733 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:36:17.646226 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:17.646867 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:17.696491 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] No DVR routers for this DVR port 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:36:17.703431 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f2cea662-f54e-4bcb-afe6-072e492f3a57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8222557fef247e7803f51ab81619863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939334 May 27 16:36:17.704165 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45704) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:17.705302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.708562 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6bad8041-2912-4c4c-9772-021463d37ea2 req-3737584f-f281-440c-a012-674c92ea7d84 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.15 "DELETE /v2.0/ports/8356222d-c6d4-41f6-8eb8-8db73dcb6d34 HTTP/1.1" status: 204 len: 173 time: 1.0501432 May 27 16:36:17.709202 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cea662-f54e-4bcb-afe6-072e492f3a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c42920-ba7a-4b15-9960-1fa14922e894,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:17.712231 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-deleted', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:36:17.714837 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fedc5ab-b618-4be2-9249-f8e9343287ed" -d '{"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-deleted", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:36:17.781847 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:17.782440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f72464-37aa-481a-be8f-7ef41fc8f209 x-openstack-request-id: req-27f72464-37aa-481a-be8f-7ef41fc8f209 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:36:17.782731 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b0b84c-8f9d-442f-a24d-250c3596bd37", "name": "network-vif-deleted", "tag": "8356222d-c6d4-41f6-8eb8-8db73dcb6d34", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:36:17.782980 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27f72464-37aa-481a-be8f-7ef41fc8f209 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:36:17.783877 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f72464-37aa-481a-be8f-7ef41fc8f209'] response: {'server_uuid': '78b0b84c-8f9d-442f-a24d-250c3596bd37', 'name': 'network-vif-deleted', 'tag': '8356222d-c6d4-41f6-8eb8-8db73dcb6d34', 'status': 'completed', 'code': 200} May 27 16:36:17.800522 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Publish callbacks [] for security_group (42c42920-ba7a-4b15-9960-1fa14922e894), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:17.835791 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Publish callbacks [] for security_group (42c42920-ba7a-4b15-9960-1fa14922e894), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.002379 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (42c42920-ba7a-4b15-9960-1fa14922e894), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.008154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.012107 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42c42920-ba7a-4b15-9960-1fa14922e894 HTTP/1.1" status: 204 len: 168 time: 0.3046312 May 27 16:36:18.017864 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:18.022594 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c42920-ba7a-4b15-9960-1fa14922e894,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:18.035010 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.036214 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.036596 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.042040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa6c06-6130-494b-8c98-4d85f43a4203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:18.043731 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:36:18.056177 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:18.056785 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:18.160565 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:18.358720 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:18.387753 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13fee1d-9702-40ab-ae4c-39ad686a2606 None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:28:47Z', 'revision_number': 4, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ae1e1817-654a-4720-91e3-b175b5335d05', 'name': '', 'network_id': '55100481-4365-412d-b292-c811a999e4c5', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'mac_address': 'fa:16:3e:88:4d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:45Z', 'updated_at': '2022-05-27T16:28:59Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'subnets': [{'id': 'f182a116-415a-4bea-b913-89c2735f2f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:36:18.578245 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-577f44f5-7b22-4d2e-82ad-3554e15ddd49 req-4e6c4161-38d9-4897-b3c1-c9bcf2a1f5ff tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b0b84c-8f9d-442f-a24d-250c3596bd37 HTTP/1.1" status: 200 len: 210 time: 0.0329878 May 27 16:36:18.649716 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c184407-677f-4005-9b77-a00e723b71b9 None None] New status for floating IP ea95a5bc-2a5b-47dd-a144-a816f4b7dd94: DOWN {{(pid=104558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:36:18.773191 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45718) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:18.786813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b907-7c7a-4d09-8be2-9ce93f00b521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.877436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b907-7c7a-4d09-8be2-9ce93f00b521 admin admin] Publish callbacks [] for security_group (4be9ef94-aba8-4af9-ad15-47a88472ee98), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.964336 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbf3b907-7c7a-4d09-8be2-9ce93f00b521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (4be9ef94-aba8-4af9-ad15-47a88472ee98), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:18.969120 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:19.007068 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bbf3b907-7c7a-4d09-8be2-9ce93f00b521 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0da774e4fea643e2aa0535e59214928d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316697 May 27 16:36:19.007526 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b907-7c7a-4d09-8be2-9ce93f00b521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9ef94-aba8-4af9-ad15-47a88472ee98,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:19.009565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45720) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:19.066646 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] Publish callbacks [] for security_group (4be9ef94-aba8-4af9-ad15-47a88472ee98), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.092823 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] Publish callbacks [] for security_group (4be9ef94-aba8-4af9-ad15-47a88472ee98), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.298259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (4be9ef94-aba8-4af9-ad15-47a88472ee98), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.302960 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.304965 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4be9ef94-aba8-4af9-ad15-47a88472ee98 HTTP/1.1" status: 204 len: 168 time: 0.2943401 May 27 16:36:19.316342 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d678a7-3820-4c86-8c95-05a128b2871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9ef94-aba8-4af9-ad15-47a88472ee98,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:19.738636 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45738) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:19.800311 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (4b640a89-5196-447d-9c0a-38c4a229af13), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.828982 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (4b640a89-5196-447d-9c0a-38c4a229af13), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.987180 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (4b640a89-5196-447d-9c0a-38c4a229af13), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.989760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:19.991022 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "DELETE /v2.0/security-groups/4b640a89-5196-447d-9c0a-38c4a229af13 HTTP/1.1" status: 204 len: 168 time: 0.2510653 May 27 16:36:19.994617 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:19.995621 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45746) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:20.001647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e179d-1139-4f23-a15d-186f1df616a3 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b640a89-5196-447d-9c0a-38c4a229af13,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:20.012851 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-23c399e2-0574-428f-8bbc-6e5851522c88 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] show failed (client error): The resource could not be found. May 27 16:36:20.013912 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-23c399e2-0574-428f-8bbc-6e5851522c88 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "GET /v2.0/security-groups/4b640a89-5196-447d-9c0a-38c4a229af13 HTTP/1.1" status: 404 len: 347 time: 0.0172803 May 27 16:36:20.017786 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45748) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:20.136017 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:20.139103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Deleting port cf15bef2-3212-4d51-b293-be152bd7ffb0 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:20.139439 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.218345 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.218656 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (cf15bef2-3212-4d51-b293-be152bd7ffb0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.234282 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Calling delete_port for cf15bef2-3212-4d51-b293-be152bd7ffb0 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:20.457802 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (cf15bef2-3212-4d51-b293-be152bd7ffb0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.484803 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Pushing event deleted for resources: {'Port': ['ID=cf15bef2-3212-4d51-b293-be152bd7ffb0,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:20.559389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks [] for floatingip (ea95a5bc-2a5b-47dd-a144-a816f4b7dd94), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.563866 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:20.563866 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c58877db-2dfb-4bcf-961f-f29c06fbd404 tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] 10.222.0.42 "DELETE /v2.0/floatingips/ea95a5bc-2a5b-47dd-a144-a816f4b7dd94 HTTP/1.1" status: 204 len: 168 time: 0.5450633 May 27 16:36:21.874921 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:21.911334 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:21.911693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 8356222d-c6d4-41f6-8eb8-8db73dcb6d34 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:23.423701 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45870) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:23.900931 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:24.096568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:24.142356 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Deleting port ae1e1817-654a-4720-91e3-b175b5335d05 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:24.142706 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:24.226027 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] For port ae1e1817-654a-4720-91e3-b175b5335d05, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ae1e1817-654a-4720-91e3-b175b5335d05,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:24.226451 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:24.239638 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Calling delete_port for ae1e1817-654a-4720-91e3-b175b5335d05 owned by network:router_interface {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:24.384198 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:24.503390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ae1e1817-654a-4720-91e3-b175b5335d05), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:24.527007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1e1817-654a-4720-91e3-b175b5335d05,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:24.704256 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:24.922453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:36:25.290118 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:36:25.296946 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f1a7b5ac-0abc-4600-874f-fe0d42ce5285 admin admin] 10.222.0.42 "PUT /v2.0/routers/48ed7694-4d78-4b81-86de-c8c3ebddb8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732316 May 27 16:36:25.298876 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45904) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:25.304373 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Sync routers for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:36:25.322014 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:25.323092 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:25.343816 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:25.371499 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:25.417825 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks [] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:25.431021 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:25.488039 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:25.524562 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks [] for router_gateway (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:25.620752 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:36:24Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:25.645629 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Checking router: 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:36:25.654826 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Routers {'48ed7694-4d78-4b81-86de-c8c3ebddb8d9'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:36:25.655432 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:36:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:25.741427 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:25.751176 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Deleting port f02117d0-a7c5-4733-b8ab-50adbaa85f2f {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:25.751510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:25.770745 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] Set router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:36:25.857201 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] For port f02117d0-a7c5-4733-b8ab-50adbaa85f2f, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:25.859707 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:25.879063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Calling delete_port for f02117d0-a7c5-4733-b8ab-50adbaa85f2f owned by network:router_gateway {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:25.981019 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:36:24Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:26.111777 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91a882-332b-4ddc-916d-ad3ef995712d None None] The sync data for ids ['48ed7694-4d78-4b81-86de-c8c3ebddb8d9'] in dv-cinder-840493-2-iscsi is: [{'id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'name': 'tempest-AttachVolumeShelveTestJSON-275449827-router', 'tenant_id': '26ab6251a87c4271b77242545ef4837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:28:39Z', 'updated_at': '2022-05-27T16:36:24Z', 'revision_number': 5, 'project_id': '26ab6251a87c4271b77242545ef4837f', 'gw_port': {'id': 'f02117d0-a7c5-4733-b8ab-50adbaa85f2f', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ed7694-4d78-4b81-86de-c8c3ebddb8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:28:41Z', 'updated_at': '2022-05-27T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:36:26.208158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f02117d0-a7c5-4733-b8ab-50adbaa85f2f), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.245611 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f02117d0-a7c5-4733-b8ab-50adbaa85f2f,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:26.349667 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.430128 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:26.453645 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ae1e1817-654a-4720-91e3-b175b5335d05 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:26.463842 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.466408 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks [] for router_controller (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.479913 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: ae1e1817-654a-4720-91e3-b175b5335d05 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:26.480395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ae1e1817-654a-4720-91e3-b175b5335d05 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:26.586825 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (48ed7694-4d78-4b81-86de-c8c3ebddb8d9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.587446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ed7694-4d78-4b81-86de-c8c3ebddb8d9 {{(pid=104556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:36:26.592182 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.593313 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a8693266-d138-4d60-be42-7dc57e7b42ab admin admin] 10.222.0.42 "DELETE /v2.0/routers/48ed7694-4d78-4b81-86de-c8c3ebddb8d9 HTTP/1.1" status: 204 len: 168 time: 1.2928996 May 27 16:36:26.603926 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 45912) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:26.665717 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Deleting subnet f182a116-415a-4bea-b913-89c2735f2f72 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:36:26.674155 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Publish callbacks [] for subnet (f182a116-415a-4bea-b913-89c2735f2f72), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.676173 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:26.719340 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (f182a116-415a-4bea-b913-89c2735f2f72), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.813153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (f182a116-415a-4bea-b913-89c2735f2f72), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:26.973580 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (f182a116-415a-4bea-b913-89c2735f2f72), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.005628 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.011263 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f182a116-415a-4bea-b913-89c2735f2f72 HTTP/1.1" status: 204 len: 168 time: 0.4044344 May 27 16:36:27.012401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771c854-fa53-4176-9929-daffd6b05233 None None] Network 55100481-4365-412d-b292-c811a999e4c5 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:36:27.013067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501a33-8bf5-48ab-a6c7-171b399c0b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f182a116-415a-4bea-b913-89c2735f2f72,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:27.014104 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45918) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:27.120887 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (55100481-4365-412d-b292-c811a999e4c5), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.187704 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Deleting port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:27.188058 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.235030 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] DHCP port deletion for 55100481-4365-412d-b292-c811a999e4c5 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:36:27.274083 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] For port 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ded96e3-fac2-4342-9919-e2d5769a6ff0,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:27.274671 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.296219 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Deleting port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:36:27.296461 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.302912 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Calling delete_port for 6ded96e3-fac2-4342-9919-e2d5769a6ff0 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:27.371510 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] For port 6ded96e3-fac2-4342-9919-e2d5769a6ff0, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ded96e3-fac2-4342-9919-e2d5769a6ff0,segment=NetworkSegment(2efdbd36-54c9-4a10-a877-56be66e3ad39),segment_id=2efdbd36-54c9-4a10-a877-56be66e3ad39)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:36:27.371822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.386582 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Calling delete_port for 6ded96e3-fac2-4342-9919-e2d5769a6ff0 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:36:27.478768 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.484885 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (6ded96e3-fac2-4342-9919-e2d5769a6ff0), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.505202 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ded96e3-fac2-4342-9919-e2d5769a6ff0,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:27.512576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] No DVR routers for this DVR port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:36:27.514698 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Pushing event deleted for resources: {'Port': ['ID=6ded96e3-fac2-4342-9919-e2d5769a6ff0,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:27.523503 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] No DVR routers for this DVR port 6ded96e3-fac2-4342-9919-e2d5769a6ff0 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:36:27.525980 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.526322 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.526809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.527060 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.527582 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.528358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.528358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.528657 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.528980 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.529299 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.529640 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.530310 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.530310 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.530571 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.531063 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f321bd-f8a4-47a5-b5fe-7a2af6c5c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:36:27.599399 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (55100481-4365-412d-b292-c811a999e4c5), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.621408 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55100481-4365-412d-b292-c811a999e4c5']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:27.631024 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efdbd36-54c9-4a10-a877-56be66e3ad39') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:27.632063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efdbd36-54c9-4a10-a877-56be66e3ad39') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:36:27.641884 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (2efdbd36-54c9-4a10-a877-56be66e3ad39), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.660059 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2efdbd36-54c9-4a10-a877-56be66e3ad39), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.662192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:36:27.662618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (2efdbd36-54c9-4a10-a877-56be66e3ad39), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.711601 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 2efdbd36-54c9-4a10-a877-56be66e3ad39 resource provider aggregate not found May 27 16:36:27.728196 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 2efdbd36-54c9-4a10-a877-56be66e3ad39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2efdbd36-54c9-4a10-a877-56be66e3ad39 found for delete ", "request_id": "req-2f31cfa5-def4-4a7a-b8c3-e822da4b211e"}]} May 27 16:36:27.869158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (55100481-4365-412d-b292-c811a999e4c5), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.876543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:27.879742 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] 10.222.0.42 "DELETE /v2.0/networks/55100481-4365-412d-b292-c811a999e4c5 HTTP/1.1" status: 204 len: 168 time: 0.8645532 May 27 16:36:27.894028 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0029a-88e0-42dd-b714-951c5f6272bf admin admin] Pushing event deleted for resources: {'Network': ['ID=55100481-4365-412d-b292-c811a999e4c5,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:28.238509 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45936) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:28.281214 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7595f4a2-2640-4972-87e5-783c65a5e763 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26ab6251a87c4271b77242545ef4837f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415461 May 27 16:36:28.284309 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 45938) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:28.338928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] Publish callbacks [] for security_group (a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:28.349767 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f02117d0-a7c5-4733-b8ab-50adbaa85f2f no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:28.362322 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] Publish callbacks [] for security_group (a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:28.378341 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: f02117d0-a7c5-4733-b8ab-50adbaa85f2f {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:28.378890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f02117d0-a7c5-4733-b8ab-50adbaa85f2f not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:28.379576 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ded96e3-fac2-4342-9919-e2d5769a6ff0 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:36:28.400895 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 6ded96e3-fac2-4342-9919-e2d5769a6ff0 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:36:28.401237 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ded96e3-fac2-4342-9919-e2d5769a6ff0 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:36:28.474446 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:28.477150 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:28.478387 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007 HTTP/1.1" status: 204 len: 168 time: 0.1922021 May 27 16:36:28.486895 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5061cc-1d29-4f6b-bb73-20236a0f47a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4678b-2bb9-477e-8ec6-d2bfe6dc0007,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:28.809972 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aadec9a4-946e-4e27-bf3e-06706d1704f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:31.640106 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3aab-dade-4e54-86de-5af822705d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:32.792704 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:33.826910 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46072) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:33.935329 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f91c2de1-8031-4f67-9eab-ea0fa8913e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:33.978565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:33.999693 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:34.029840 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f91c2de1-8031-4f67-9eab-ea0fa8913e3b admin admin] Publish callbacks [] for security_group (a2930b8b-97dd-4099-938a-8180b7b3bf7b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.132004 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.132588 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-f91c2de1-8031-4f67-9eab-ea0fa8913e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a2930b8b-97dd-4099-938a-8180b7b3bf7b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.175571 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f91c2de1-8031-4f67-9eab-ea0fa8913e3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa6fd86a75eb46ebb71de444cd5dd380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473330 May 27 16:36:34.176279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c2de1-8031-4f67-9eab-ea0fa8913e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2930b8b-97dd-4099-938a-8180b7b3bf7b,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:34.179233 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46080) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:34.232154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] Publish callbacks [] for security_group (a2930b8b-97dd-4099-938a-8180b7b3bf7b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.254870 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] Publish callbacks [] for security_group (a2930b8b-97dd-4099-938a-8180b7b3bf7b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.440841 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a2930b8b-97dd-4099-938a-8180b7b3bf7b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.443488 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:34.445704 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2930b8b-97dd-4099-938a-8180b7b3bf7b HTTP/1.1" status: 204 len: 168 time: 0.2651145 May 27 16:36:34.457399 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42d06-a17b-4403-9b23-ff6ad86abd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2930b8b-97dd-4099-938a-8180b7b3bf7b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:35.498710 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46100) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:35.510961 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0f7e0758-a477-4284-ab80-39261971ff9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.586756 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0f7e0758-a477-4284-ab80-39261971ff9e admin admin] Publish callbacks [] for security_group (a4ab1c82-f646-4b91-9a49-b85c17adb974), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.668484 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0f7e0758-a477-4284-ab80-39261971ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a4ab1c82-f646-4b91-9a49-b85c17adb974), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.690080 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:35.700883 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.713299 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0f7e0758-a477-4284-ab80-39261971ff9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bb03973435a4da5af10c8c47a302cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161708 May 27 16:36:35.714161 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e0758-a477-4284-ab80-39261971ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab1c82-f646-4b91-9a49-b85c17adb974,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:35.716103 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46102) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:35.768588 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] Publish callbacks [] for security_group (a4ab1c82-f646-4b91-9a49-b85c17adb974), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.793366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] Publish callbacks [] for security_group (a4ab1c82-f646-4b91-9a49-b85c17adb974), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.937250 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a4ab1c82-f646-4b91-9a49-b85c17adb974), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.939832 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:35.941040 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4ab1c82-f646-4b91-9a49-b85c17adb974 HTTP/1.1" status: 204 len: 168 time: 0.2237926 May 27 16:36:35.949544 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e09423-e0e2-4663-9ea3-1780a0b49052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab1c82-f646-4b91-9a49-b85c17adb974,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:36.112610 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:37.336877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46158) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:37.443259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e358f75a-5418-4dd8-9988-e6e503705821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.522480 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e358f75a-5418-4dd8-9988-e6e503705821 admin admin] Publish callbacks [] for security_group (49e00586-3d44-4edd-ba87-bf8420e7ef37), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.594886 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e358f75a-5418-4dd8-9988-e6e503705821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (49e00586-3d44-4edd-ba87-bf8420e7ef37), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.639605 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e358f75a-5418-4dd8-9988-e6e503705821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4189389e4d434140ac8b6a05de9f4bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015954 May 27 16:36:37.640735 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358f75a-5418-4dd8-9988-e6e503705821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e00586-3d44-4edd-ba87-bf8420e7ef37,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:37.642184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46168) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:37.695449 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] Publish callbacks [] for security_group (49e00586-3d44-4edd-ba87-bf8420e7ef37), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.718060 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] Publish callbacks [] for security_group (49e00586-3d44-4edd-ba87-bf8420e7ef37), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.840239 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (49e00586-3d44-4edd-ba87-bf8420e7ef37), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.842834 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:37.844208 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49e00586-3d44-4edd-ba87-bf8420e7ef37 HTTP/1.1" status: 204 len: 168 time: 0.2007160 May 27 16:36:37.852637 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2de2cb-9453-4a40-9d50-18a640241cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e00586-3d44-4edd-ba87-bf8420e7ef37,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:38.854806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46192) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:38.868556 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e516bd7e-d380-4f14-8809-e420676dcd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:38.961626 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e516bd7e-d380-4f14-8809-e420676dcd00 admin admin] Publish callbacks [] for security_group (6e978f9c-9e58-4ef0-846f-d5ed0ad694a6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.057412 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e516bd7e-d380-4f14-8809-e420676dcd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6e978f9c-9e58-4ef0-846f-d5ed0ad694a6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.100361 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e516bd7e-d380-4f14-8809-e420676dcd00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0255a41891e746bf9236a8267de8609f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443268 May 27 16:36:39.101757 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516bd7e-d380-4f14-8809-e420676dcd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e978f9c-9e58-4ef0-846f-d5ed0ad694a6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:39.104142 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46196) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:39.153965 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] Publish callbacks [] for security_group (6e978f9c-9e58-4ef0-846f-d5ed0ad694a6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.168181 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:39.176907 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] Publish callbacks [] for security_group (6e978f9c-9e58-4ef0-846f-d5ed0ad694a6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.360482 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (6e978f9c-9e58-4ef0-846f-d5ed0ad694a6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.363098 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:39.364255 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e978f9c-9e58-4ef0-846f-d5ed0ad694a6 HTTP/1.1" status: 204 len: 168 time: 0.2591968 May 27 16:36:39.373643 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb4956-1538-4ce2-be25-e728ac5fb85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e978f9c-9e58-4ef0-846f-d5ed0ad694a6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:40.950442 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:40.951894 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:41.090103 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:44.675940 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:36:46.860738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46308) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:46.968465 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b86ffda3-b480-4dc2-b32d-a321663051aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.047752 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b86ffda3-b480-4dc2-b32d-a321663051aa admin admin] Publish callbacks [] for security_group (57548751-0586-4bdf-af69-4f92bfad5a42), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.142939 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b86ffda3-b480-4dc2-b32d-a321663051aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (57548751-0586-4bdf-af69-4f92bfad5a42), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.182021 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ffda3-b480-4dc2-b32d-a321663051aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57548751-0586-4bdf-af69-4f92bfad5a42,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:47.186487 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b86ffda3-b480-4dc2-b32d-a321663051aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=353c5ba142db4b528a471ce75a9bfe9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244147 May 27 16:36:47.189162 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46312) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:47.238877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] Publish callbacks [] for security_group (57548751-0586-4bdf-af69-4f92bfad5a42), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.241117 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:47.261461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] Publish callbacks [] for security_group (57548751-0586-4bdf-af69-4f92bfad5a42), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.417994 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (57548751-0586-4bdf-af69-4f92bfad5a42), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.420500 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:47.421704 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57548751-0586-4bdf-af69-4f92bfad5a42 HTTP/1.1" status: 204 len: 168 time: 0.2316115 May 27 16:36:47.429923 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc58cd5-ed88-465b-8d57-6afd110e4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57548751-0586-4bdf-af69-4f92bfad5a42,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:49.369280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=52,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:51.515763 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:52.137482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46388) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:52.245412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4c57c0b-e74e-4b21-ab6e-7531ddf70dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.266034 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:52.322471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4c57c0b-e74e-4b21-ab6e-7531ddf70dc3 admin admin] Publish callbacks [] for security_group (ad7d8fad-dfdf-415b-99df-d549f2b71c74), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.394327 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4c57c0b-e74e-4b21-ab6e-7531ddf70dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ad7d8fad-dfdf-415b-99df-d549f2b71c74), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.438325 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c4c57c0b-e74e-4b21-ab6e-7531ddf70dc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ad190546e8d4b2081db9d44897643ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997537 May 27 16:36:52.439010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c57c0b-e74e-4b21-ab6e-7531ddf70dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d8fad-dfdf-415b-99df-d549f2b71c74,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:52.442777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46394) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:52.504705 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] Publish callbacks [] for security_group (ad7d8fad-dfdf-415b-99df-d549f2b71c74), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.527542 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] Publish callbacks [] for security_group (ad7d8fad-dfdf-415b-99df-d549f2b71c74), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.628772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (ad7d8fad-dfdf-415b-99df-d549f2b71c74), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.631340 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:52.632501 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad7d8fad-dfdf-415b-99df-d549f2b71c74 HTTP/1.1" status: 204 len: 168 time: 0.1885040 May 27 16:36:52.640565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010cbc-679e-44b7-97a0-89bce57280fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d8fad-dfdf-415b-99df-d549f2b71c74,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:53.310793 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46402) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:53.327037 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8e08897f-fffc-4941-ad12-23f594557594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.409206 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8e08897f-fffc-4941-ad12-23f594557594 admin admin] Publish callbacks [] for security_group (0822b65f-8a7b-42eb-a068-56f4a142dc5f), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.514826 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-8e08897f-fffc-4941-ad12-23f594557594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (0822b65f-8a7b-42eb-a068-56f4a142dc5f), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.555080 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08897f-fffc-4941-ad12-23f594557594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0822b65f-8a7b-42eb-a068-56f4a142dc5f,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:53.559293 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-8e08897f-fffc-4941-ad12-23f594557594 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10ad5760ed2a4806828109c554239eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472696 May 27 16:36:53.563033 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46408) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:53.594744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:53.610905 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] Publish callbacks [] for security_group (0822b65f-8a7b-42eb-a068-56f4a142dc5f), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.632647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] Publish callbacks [] for security_group (0822b65f-8a7b-42eb-a068-56f4a142dc5f), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.771767 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (0822b65f-8a7b-42eb-a068-56f4a142dc5f), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.774257 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:53.775478 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0822b65f-8a7b-42eb-a068-56f4a142dc5f HTTP/1.1" status: 204 len: 168 time: 0.2121692 May 27 16:36:53.783376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265edd4-c912-48ad-9351-49cc46c93e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0822b65f-8a7b-42eb-a068-56f4a142dc5f,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:57.500833 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46518) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:57.613567 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cef61a7-1396-4221-b1ff-c903e8f4beb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:57.691716 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cef61a7-1396-4221-b1ff-c903e8f4beb9 admin admin] Publish callbacks [] for security_group (f340b830-dc89-4665-88fa-cde6047fe946), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:57.828722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cef61a7-1396-4221-b1ff-c903e8f4beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f340b830-dc89-4665-88fa-cde6047fe946), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:57.868854 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef61a7-1396-4221-b1ff-c903e8f4beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340b830-dc89-4665-88fa-cde6047fe946,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:57.874104 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7cef61a7-1396-4221-b1ff-c903e8f4beb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa5ca372d10d49a09d692fcd8f341f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722188 May 27 16:36:57.876961 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46526) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:57.929062 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] Publish callbacks [] for security_group (f340b830-dc89-4665-88fa-cde6047fe946), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:57.938845 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:36:57.952816 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] Publish callbacks [] for security_group (f340b830-dc89-4665-88fa-cde6047fe946), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:58.103527 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f340b830-dc89-4665-88fa-cde6047fe946), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:58.106075 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:58.108236 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f340b830-dc89-4665-88fa-cde6047fe946 HTTP/1.1" status: 204 len: 168 time: 0.2303317 May 27 16:36:58.116244 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1a0bf-70b7-43ad-a131-c3f7b3b4a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340b830-dc89-4665-88fa-cde6047fe946,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:58.798282 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5cb4ab48-3bf6-4bbc-9fc6-f67f14130b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.161111 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46544) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:59.175308 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8848b04-6dfb-4a95-ac8e-6c2019d54d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.266740 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8848b04-6dfb-4a95-ac8e-6c2019d54d06 admin admin] Publish callbacks [] for security_group (40c455d2-8c0e-4300-b9da-f8d0f166274c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.349133 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b8848b04-6dfb-4a95-ac8e-6c2019d54d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (40c455d2-8c0e-4300-b9da-f8d0f166274c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.391681 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b8848b04-6dfb-4a95-ac8e-6c2019d54d06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1681694ef8c947ed897773b1beee0eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291133 May 27 16:36:59.394209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8848b04-6dfb-4a95-ac8e-6c2019d54d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c455d2-8c0e-4300-b9da-f8d0f166274c,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:36:59.397434 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46552) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:36:59.449548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] Publish callbacks [] for security_group (40c455d2-8c0e-4300-b9da-f8d0f166274c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.472984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] Publish callbacks [] for security_group (40c455d2-8c0e-4300-b9da-f8d0f166274c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.600652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (40c455d2-8c0e-4300-b9da-f8d0f166274c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.603185 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:36:59.604352 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40c455d2-8c0e-4300-b9da-f8d0f166274c HTTP/1.1" status: 204 len: 168 time: 0.2059116 May 27 16:36:59.612999 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c46ab-0085-42b1-9907-4c9fd639429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c455d2-8c0e-4300-b9da-f8d0f166274c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:00.208167 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46570) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:00.322979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-22b466a5-2c0e-4b96-b5e6-0b1f55e45a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.402655 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-22b466a5-2c0e-4b96-b5e6-0b1f55e45a2e admin admin] Publish callbacks [] for security_group (e52f10a8-bed3-404a-8cd2-ceedfd862a80), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.508736 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-22b466a5-2c0e-4b96-b5e6-0b1f55e45a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e52f10a8-bed3-404a-8cd2-ceedfd862a80), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.549740 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-22b466a5-2c0e-4b96-b5e6-0b1f55e45a2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f619e30f070457f8f85738785898964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404477 May 27 16:37:00.550592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b466a5-2c0e-4b96-b5e6-0b1f55e45a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f10a8-bed3-404a-8cd2-ceedfd862a80,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:00.553543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46580) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:00.606251 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Publish callbacks [] for security_group (e52f10a8-bed3-404a-8cd2-ceedfd862a80), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.633743 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Publish callbacks [] for security_group (e52f10a8-bed3-404a-8cd2-ceedfd862a80), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.680522 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:00.681009 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:00.815076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (e52f10a8-bed3-404a-8cd2-ceedfd862a80), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.817633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:00.823642 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e52f10a8-bed3-404a-8cd2-ceedfd862a80 HTTP/1.1" status: 204 len: 168 time: 0.2642725 May 27 16:37:00.828417 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f10a8-bed3-404a-8cd2-ceedfd862a80,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:00.836293 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.836633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.836981 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.837440 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.837691 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.838023 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.838355 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.838680 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.839010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.839337 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.839661 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.839987 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.840313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.840725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:00.841144 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf683a8-98e8-4ad0-90ba-183b43102a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:01.565699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d7aafc93-7ea0-420c-93b3-49642b525edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:02.826691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:04.157530 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:05.732207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:05.979555 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46722) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:06.094280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2a9787cb-8c45-4aba-9d08-488d276850a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.177153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2a9787cb-8c45-4aba-9d08-488d276850a0 admin admin] Publish callbacks [] for security_group (44ab9a54-0620-4bc3-87e3-d1f3506f830f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.286529 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2a9787cb-8c45-4aba-9d08-488d276850a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (44ab9a54-0620-4bc3-87e3-d1f3506f830f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.327262 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9787cb-8c45-4aba-9d08-488d276850a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab9a54-0620-4bc3-87e3-d1f3506f830f,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:06.331480 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2a9787cb-8c45-4aba-9d08-488d276850a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc7c8936576b4df38c281c1aa4df5e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508878 May 27 16:37:06.335133 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46728) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:06.387447 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] Publish callbacks [] for security_group (44ab9a54-0620-4bc3-87e3-d1f3506f830f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.416799 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] Publish callbacks [] for security_group (44ab9a54-0620-4bc3-87e3-d1f3506f830f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.571968 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (44ab9a54-0620-4bc3-87e3-d1f3506f830f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.574488 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:06.576592 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44ab9a54-0620-4bc3-87e3-d1f3506f830f HTTP/1.1" status: 204 len: 168 time: 0.2402227 May 27 16:37:06.584420 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086c13-3293-42c4-ab08-82c004ac9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab9a54-0620-4bc3-87e3-d1f3506f830f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:10.822712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:10.831804 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:10.867376 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b58909d3-67a2-4ce6-86e8-fa1a9c5de272 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307610 May 27 16:37:11.032033 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:11.065170 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b07dd763-ab23-4780-9c7e-4a1d8ee51ce8 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:11.066665 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b07dd763-ab23-4780-9c7e-4a1d8ee51ce8 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937482 May 27 16:37:11.078149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:11.082051 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-e71a1ee0-0151-47aa-92b7-3ec6e79b3693 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/quotas/f8bb35ed1e9440dbb0fe8bb80feb3982 HTTP/1.1" status: 200 len: 375 time: 0.0099330 May 27 16:37:11.116725 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d27d176e-5b71-4f15-9182-d1b6f2cbac4d tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295908 May 27 16:37:11.360373 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:11.383549 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-88809208-ee0a-4c1d-80e2-cf38a18d4cff req-237e035f-cdd7-483d-9aac-17e65285ea24 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0365028 May 27 16:37:12.307329 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46818) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:12.495933 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4c834de9-4950-4ee8-b76f-ced1abe3d75d req-681526a8-f1a6-444b-9b8e-b2544e10a8e1 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0351288 May 27 16:37:12.634613 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Deleting port c15d8f34-4893-4754-9471-43adb46dd002 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:12.634941 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (c15d8f34-4893-4754-9471-43adb46dd002), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:12.969395 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (c15d8f34-4893-4754-9471-43adb46dd002), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:12.969725 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for floatingip (c15d8f34-4893-4754-9471-43adb46dd002), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:12.983357 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Calling delete_port for c15d8f34-4893-4754-9471-43adb46dd002 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:13.240596 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (c15d8f34-4893-4754-9471-43adb46dd002), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:13.281403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event deleted for resources: {'Port': ['ID=c15d8f34-4893-4754-9471-43adb46dd002,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:13.341705 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for floatingip (c321e64e-8320-4657-8740-4750b7d95f25), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:13.342386 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Floating IP c321e64e-8320-4657-8740-4750b7d95f25 disassociated (deleted). External IP: 172.27.3.104, port: f3fc0271-4978-460d-b0fc-0d84184a59b2. May 27 16:37:13.440280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:13.549897 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Router e9876108-6ef9-491b-812b-8458ccf0cdfd has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:37:13.626441 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa234e8e-a29a-4236-a885-58efa893e62f req-4eabb585-665f-4a8f-934a-de2cb178caad tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0593393 May 27 16:37:13.691645 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:37:13.696166 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:13.704460 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Sync routers for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:37:13.707592 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:13.717047 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:13.721196 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:13.739276 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-45d29ea5-0689-4db6-a879-95286cb97cba tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "DELETE /v2.0/floatingips/c321e64e-8320-4657-8740-4750b7d95f25 HTTP/1.1" status: 204 len: 168 time: 1.4307718 May 27 16:37:13.739840 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:13.746057 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540" -d '{"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:13.792329 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcebb12-5f7c-4761-a2bf-25327bf27365 x-openstack-request-id: req-cbcebb12-5f7c-4761-a2bf-25327bf27365 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:13.792622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:13.793396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbcebb12-5f7c-4761-a2bf-25327bf27365 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:13.793396 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcebb12-5f7c-4761-a2bf-25327bf27365'] response: {'name': 'network-changed', 'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'status': 'completed', 'code': 200} May 27 16:37:13.838918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:14.042312 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:14.073323 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Checking router: e9876108-6ef9-491b-812b-8458ccf0cdfd for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:37:14.082398 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:14.083021 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:14.187477 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:14.296227 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d473b-531f-4036-a773-d38f29db2942 req-e62e4318-bc5b-4512-b4c4-fb00d5625afc tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:14.297811 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c7d473b-531f-4036-a773-d38f29db2942 req-e62e4318-bc5b-4512-b4c4-fb00d5625afc tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0557184 May 27 16:37:14.353855 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c7d473b-531f-4036-a773-d38f29db2942 req-0b117cf2-e667-4342-b77a-aaeaaa5d296d tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501876 May 27 16:37:14.455570 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:14.522949 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:14.548751 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13b9fd-c3ec-434e-bdf5-5bf7975d7890 None None] The sync data for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi is: [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:31:54Z', 'revision_number': 4, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'c4e4bf06-c294-474f-b3d0-0f6bac787608', 'name': '', 'network_id': 'aa09204f-d5e0-4070-bdf8-f62fd6cd31b6', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'mac_address': 'fa:16:3e:1c:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:53Z', 'updated_at': '2022-05-27T16:31:59Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'subnets': [{'id': 'bf516e6c-22e9-4726-8c53-04a70a5cd9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:37:14.728627 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6ad5f86-7ff4-48d7-a5bc-04613e1c589a req-36151541-ee68-437c-b403-df1b38848d5e tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0315115 May 27 16:37:14.813077 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06772051-ed76-4443-a138-fc35ea61b43c None None] New status for floating IP c321e64e-8320-4657-8740-4750b7d95f25: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:37:15.474817 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7afb8-a21f-40fe-adba-c5e8a8d34673 req-a2fa3785-cf96-48c8-ac7d-fd0fd8165c32 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:15.476276 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91c7afb8-a21f-40fe-adba-c5e8a8d34673 req-a2fa3785-cf96-48c8-ac7d-fd0fd8165c32 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0511155 May 27 16:37:15.529118 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91c7afb8-a21f-40fe-adba-c5e8a8d34673 req-dd52256b-186b-483c-8ae0-e1798c63a9b5 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 May 27 16:37:15.828206 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b8d5587d-0369-46dc-ad16-3901bda4628f req-2f81d125-b60d-4b07-a21c-66a7b9067639 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0287676 May 27 16:37:15.948670 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-3fba6dff-e16b-4bd7-9da1-89ae367b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:15.951684 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-3fba6dff-e16b-4bd7-9da1-89ae367b967b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e57270a9020844e9baf044630fb81bcd&device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 1129 time: 0.0520544 May 27 16:37:16.052578 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-a776c8b5-f936-4c41-9675-40cdb41d92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:16.054213 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-a776c8b5-f936-4c41-9675-40cdb41d92b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 200 len: 910 time: 0.0962930 May 27 16:37:16.633661 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:16.648222 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b8889-6160-472d-a8c4-fbdce6154400 req-e0062bca-f71a-450a-816f-4258db78e5e4 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:16.652444 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db0b8889-6160-472d-a8c4-fbdce6154400 req-e0062bca-f71a-450a-816f-4258db78e5e4 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0502267 May 27 16:37:16.719504 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db0b8889-6160-472d-a8c4-fbdce6154400 req-d6d98e1d-8204-4b45-af9a-8d18039abcff tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587204 May 27 16:37:16.930581 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df24a0fd-056d-40f9-afcd-d34b6aa4c559 req-65698e1e-e78f-4e7d-a107-eb24d227acee tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0329573 May 27 16:37:17.345312 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-7add4b74-90c0-4f91-b57e-c13ce7270ca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 200 len: 217 time: 0.0373642 May 27 16:37:17.398333 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-4e854396-3872-4d9b-89e7-4537b3875523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:17.400113 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-4e854396-3872-4d9b-89e7-4537b3875523 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 200 len: 848 time: 0.0472000 May 27 16:37:17.648735 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-0a9814cf-6e79-4ca7-a994-89f2e141b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:17.650314 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-0a9814cf-6e79-4ca7-a994-89f2e141b871 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442193 May 27 16:37:17.843161 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a359c4-a29e-4eba-a58e-ba4047344f45 req-9c7e4a54-d8cf-4e59-8e88-a957ee553f93 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:17.844766 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90a359c4-a29e-4eba-a58e-ba4047344f45 req-9c7e4a54-d8cf-4e59-8e88-a957ee553f93 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0517421 May 27 16:37:17.924498 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90a359c4-a29e-4eba-a58e-ba4047344f45 req-d8850c33-25d4-44c0-b96b-2c0aa32edbe0 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e23ea5-67fe-4ac5-a209-572bb1193ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713277 May 27 16:37:18.029921 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-50a93764-3eb5-413c-871a-11e0408d238d service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739209 May 27 16:37:18.039455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-08e5f56c-41df-4910-ae55-9332fcbc4d90 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:18.040533 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-59d8f49f-8598-4541-b807-b8edcc647a99 req-b77e1a61-4274-48f7-b6af-f5ea3b0da4b3 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0342035 May 27 16:37:18.040894 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-08e5f56c-41df-4910-ae55-9332fcbc4d90 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.15 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 945 time: 0.0650346 May 27 16:37:18.201388 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Deleting port f3fc0271-4978-460d-b0fc-0d84184a59b2 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:18.201730 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:18.236978 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-78ef5b1c-24a0-4436-9f52-d2e18c9a6540 req-23f88d10-51f7-4f79-aa1f-0f3c1eab6801 service neutron] 10.222.0.15 "GET /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878057 May 27 16:37:18.315916 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] For port f3fc0271-4978-460d-b0fc-0d84184a59b2, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f3fc0271-4978-460d-b0fc-0d84184a59b2,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:18.316423 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:18.330635 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Calling delete_port for f3fc0271-4978-460d-b0fc-0d84184a59b2 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:18.580903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f3fc0271-4978-460d-b0fc-0d84184a59b2), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:18.607233 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event deleted for resources: {'Port': ['ID=f3fc0271-4978-460d-b0fc-0d84184a59b2,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:18.665969 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] No DVR routers for this DVR port f3fc0271-4978-460d-b0fc-0d84184a59b2 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:18.686187 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:18.689503 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.15 "DELETE /v2.0/ports/f3fc0271-4978-460d-b0fc-0d84184a59b2 HTTP/1.1" status: 204 len: 173 time: 0.6307981 May 27 16:37:18.690210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-deleted', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:18.692543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c863ec-48f7-41d2-a4ed-1b8f3c754c5c" -d '{"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-deleted", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:18.696459 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-389a9425-e773-4379-9dd0-e93d6849f4cf tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408854 May 27 16:37:18.738324 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe9760-7bc9-4317-a25e-b9056d8fc30c x-openstack-request-id: req-bfbe9760-7bc9-4317-a25e-b9056d8fc30c {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:18.738633 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046e04ca-1b83-48d8-b713-ca26cce47976", "name": "network-vif-deleted", "tag": "f3fc0271-4978-460d-b0fc-0d84184a59b2", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:18.739190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfbe9760-7bc9-4317-a25e-b9056d8fc30c {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:18.739306 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbe9760-7bc9-4317-a25e-b9056d8fc30c'] response: {'server_uuid': '046e04ca-1b83-48d8-b713-ca26cce47976', 'name': 'network-vif-deleted', 'tag': 'f3fc0271-4978-460d-b0fc-0d84184a59b2', 'status': 'completed', 'code': 200} May 27 16:37:18.854101 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:18.867165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:18.901029 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b5fca73c-a3f3-4f14-887d-d5218667c969 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:18.902681 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b5fca73c-a3f3-4f14-887d-d5218667c969 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014630 May 27 16:37:18.922377 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Request body: {'port': {'device_id': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced', 'admin_state_up': True, 'tenant_id': 'f8bb35ed1e9440dbb0fe8bb80feb3982'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:19.054687 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ff17860-f678-4660-b124-007d0e085ea5 req-b8a2e3e6-9323-48c6-b7c0-4cac8c58efc2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0330975 May 27 16:37:19.157963 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-220ea289-9927-4416-b418-3e65ea2f4eb1 req-068229da-3b0f-409b-b74e-03c24958818d tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0352378 May 27 16:37:19.209028 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Made reservation on behalf of f8bb35ed1e9440dbb0fe8bb80feb3982 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:37:19.212581 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.222313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.309132 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks [] for security_group (fcf13936-db11-47de-9dad-ca69fec17d21), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.428987 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (fcf13936-db11-47de-9dad-ca69fec17d21), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.494169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf13936-db11-47de-9dad-ca69fec17d21,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:19.572371 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Allocated IP 192.168.233.120 (83d07f8e-bd9c-4348-9964-4015eb0d5ced/dc65b47f-1f54-4553-a9c1-09222419f33c/a1005081-804f-4ca4-a8e7-1f82d715a926) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:37:19.684510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:19.730751 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks [] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.853266 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:19.895008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Network 83d07f8e-bd9c-4348-9964-4015eb0d5ced is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:37:19.898285 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:37:19.904754 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:37:19.938872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Pushing event updated for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:19.971702 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:19.972462 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.083308 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-d7b62532-79bb-447b-8fb5-3a1be90974e9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1650455 May 27 16:37:20.132322 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Request body: {'port': {'device_id': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:20.154498 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-91d3a189-bd8d-4fa1-a8ec-d64bc4c0b795 None None] Provisioning complete for port a1005081-804f-4ca4-a8e7-1f82d715a926 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:37:20.155168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-91d3a189-bd8d-4fa1-a8ec-d64bc4c0b795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.184205 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-548b4ad4-14f0-423d-898d-a7f43cc9a076 req-1d0f7527-be7f-4d72-93bc-4f0f0dd79701 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "GET /v2.0/ports?device_id=046e04ca-1b83-48d8-b713-ca26cce47976 HTTP/1.1" status: 200 len: 210 time: 0.0287776 May 27 16:37:20.205185 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.214914 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-91d3a189-bd8d-4fa1-a8ec-d64bc4c0b795 None None] Port a1005081-804f-4ca4-a8e7-1f82d715a926 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:37:20.275652 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:20.288473 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923602f-65f8-4afa-8b64-69b2cde50cee req-55ea9547-29bb-47a5-9853-5809d8b491d7 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:20.291887 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1923602f-65f8-4afa-8b64-69b2cde50cee req-55ea9547-29bb-47a5-9853-5809d8b491d7 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 936 time: 0.0502837 May 27 16:37:20.346144 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1923602f-65f8-4afa-8b64-69b2cde50cee req-0585d8d6-557c-4b0e-8bd1-6d858ee6c1c5 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 May 27 16:37:20.542476 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1005081-804f-4ca4-a8e7-1f82d715a926 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:37:20.551453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks [] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.565894 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Transition to ACTIVE for port object a1005081-804f-4ca4-a8e7-1f82d715a926 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:37:20.648949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.725919 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:20.767461 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:20.786344 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Attempting to bind port a1005081-804f-4ca4-a8e7-1f82d715a926 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:37:20.786687 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Attempting to bind port a1005081-804f-4ca4-a8e7-1f82d715a926 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:37:20.787007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Attempting to bind port a1005081-804f-4ca4-a8e7-1f82d715a926 on network 83d07f8e-bd9c-4348-9964-4015eb0d5ced {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:37:20.792076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Port a1005081-804f-4ca4-a8e7-1f82d715a926 on network 83d07f8e-bd9c-4348-9964-4015eb0d5ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:37:20.792394 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Attempting to bind port a1005081-804f-4ca4-a8e7-1f82d715a926 on network 83d07f8e-bd9c-4348-9964-4015eb0d5ced {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:37:20.798257 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:37:20.798518 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Checking segment: {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:37:20.798903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Bound using segment: {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:37:20.799328 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Bound port: a1005081-804f-4ca4-a8e7-1f82d715a926, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff79d165-2b52-4d66-bf4a-67e810328ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:37:20.799737 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:20.841820 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:20.861652 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: f3fc0271-4978-460d-b0fc-0d84184a59b2 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:20.862005 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f3fc0271-4978-460d-b0fc-0d84184a59b2 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:20.867193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:37:20.870230 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a1005081-804f-4ca4-a8e7-1f82d715a926,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:37:21.001431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.039008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.039209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.040491 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1005081-804f-4ca4-a8e7-1f82d715a926 HTTP/1.1" status: 200 len: 1098 time: 0.9137781 May 27 16:37:21.042992 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:21.045251 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c42183-ccd4-4ff2-aec4-73e0957e19a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:21.091024 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90341969-5986-496f-913e-b3d5626a5a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:21.115703 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ec5f5-be93-405a-bf63-8aa2050d4fc6 x-openstack-request-id: req-fc0ec5f5-be93-405a-bf63-8aa2050d4fc6 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:21.115703 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:21.115703 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc0ec5f5-be93-405a-bf63-8aa2050d4fc6 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:21.115703 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0ec5f5-be93-405a-bf63-8aa2050d4fc6'] response: {'name': 'network-changed', 'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926', 'status': 'completed', 'code': 200} May 27 16:37:21.231044 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c42183-ccd4-4ff2-aec4-73e0957e19a0 req-c0c989a5-5b25-4658-9e50-b2404743bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.232790 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-55c42183-ccd4-4ff2-aec4-73e0957e19a0 req-c0c989a5-5b25-4658-9e50-b2404743bde1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 1132 time: 0.0508084 May 27 16:37:21.265043 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46954) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:21.281692 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-55c42183-ccd4-4ff2-aec4-73e0957e19a0 req-7a61b135-5195-4192-8209-d52c1b4b3ea7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300295 May 27 16:37:21.413777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (03e23ea5-67fe-4ac5-a209-572bb1193ed4), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.446621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c42183-ccd4-4ff2-aec4-73e0957e19a0 req-02bc0969-5fee-448d-9584-6874e0e394d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.448099 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-55c42183-ccd4-4ff2-aec4-73e0957e19a0 req-02bc0969-5fee-448d-9584-6874e0e394d9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555684 May 27 16:37:21.454592 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (03e23ea5-67fe-4ac5-a209-572bb1193ed4), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.473548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe33480-96cb-488e-bd79-4158299537d7 req-5754fa76-19f2-443b-8675-d25571b6c2d0 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.474505 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:21.475147 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ffe33480-96cb-488e-bd79-4158299537d7 req-5754fa76-19f2-443b-8675-d25571b6c2d0 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 948 time: 0.0519457 May 27 16:37:21.527454 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ffe33480-96cb-488e-bd79-4158299537d7 req-7db82d59-b45e-4cd7-8578-72b5165d926b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 May 27 16:37:21.581447 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-149ef01c-f49c-4d81-aba1-e4650ba72e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.583066 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-149ef01c-f49c-4d81-aba1-e4650ba72e4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 1132 time: 0.0425601 May 27 16:37:21.635878 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-b8b922ca-ab68-4a2d-8e7e-4b0f5bdfe79f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a1005081-804f-4ca4-a8e7-1f82d715a926 HTTP/1.1" status: 200 len: 217 time: 0.0357103 May 27 16:37:21.672980 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (03e23ea5-67fe-4ac5-a209-572bb1193ed4), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.675534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:21.679299 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:37:21.679842 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] 10.222.0.42 "DELETE /v2.0/security-groups/03e23ea5-67fe-4ac5-a209-572bb1193ed4 HTTP/1.1" status: 204 len: 168 time: 0.4030597 May 27 16:37:21.692262 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c35e7-ac2a-415b-b8eb-32c4783940f2 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e23ea5-67fe-4ac5-a209-572bb1193ed4,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:21.699288 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-6ab88bf2-4893-4af6-9827-bf75688024f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.700903 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-6ab88bf2-4893-4af6-9827-bf75688024f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc65b47f-1f54-4553-a9c1-09222419f33c HTTP/1.1" status: 200 len: 843 time: 0.0589340 May 27 16:37:21.751812 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-32b55ee7-606a-4eff-be8f-011e8b388464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:21.753398 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-32b55ee7-606a-4eff-be8f-011e8b388464 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=83d07f8e-bd9c-4348-9964-4015eb0d5ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0456622 May 27 16:37:21.823322 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46962) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:21.824285 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46964) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:21.851306 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-3d40aa12-fd0e-4c3f-9ba2-c6456811081b service neutron] 10.222.0.15 "GET /v2.0/networks/83d07f8e-bd9c-4348-9964-4015eb0d5ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913103 May 27 16:37:21.975127 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.054069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:22.212122 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Publish callbacks [] for security_group (7c8a73de-2d26-4121-a7c0-ca148f23c835), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.241571 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6cae6114-519a-42fb-884d-7c57dc7bc4b8 req-96069299-3c15-436f-89f7-d086dcefa87e service neutron] 10.222.0.15 "GET /v2.0/networks/83d07f8e-bd9c-4348-9964-4015eb0d5ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827024 May 27 16:37:22.289396 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7c8a73de-2d26-4121-a7c0-ca148f23c835), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.317626 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:22.346198 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43338785ced645639bb4f339f9b52cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191793 May 27 16:37:22.348943 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46976) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:22.352859 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a73de-2d26-4121-a7c0-ca148f23c835,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:22.385935 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.386405 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.386751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.387088 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.387415 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.387985 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.388470 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.388953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.389477 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.390480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.390968 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.391455 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.391969 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.392293 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.392613 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c52aad1-eead-4b58-96ac-747df75923a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:22.413208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] Publish callbacks [] for security_group (7c8a73de-2d26-4121-a7c0-ca148f23c835), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.438668 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] Publish callbacks [] for security_group (7c8a73de-2d26-4121-a7c0-ca148f23c835), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.461933 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.466576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:22.600500 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (7c8a73de-2d26-4121-a7c0-ca148f23c835), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.603682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.609797 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c8a73de-2d26-4121-a7c0-ca148f23c835 HTTP/1.1" status: 204 len: 168 time: 0.2580473 May 27 16:37:22.618205 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ead433-ba7d-4227-86fa-bb1ea5196a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a73de-2d26-4121-a7c0-ca148f23c835,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:22.712167 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33190a90-06c4-4ee8-b83b-a00c484cabd3 req-8d4715ad-5335-45a5-89a3-2a3eaab8282a tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:22.713600 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33190a90-06c4-4ee8-b83b-a00c484cabd3 req-8d4715ad-5335-45a5-89a3-2a3eaab8282a tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 948 time: 0.0907803 May 27 16:37:22.813742 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33190a90-06c4-4ee8-b83b-a00c484cabd3 req-004a1189-d33f-437a-98e3-5b00f93aa24e tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762303 May 27 16:37:22.827506 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Deleting port c4e4bf06-c294-474f-b3d0-0f6bac787608 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:22.828207 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.921599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] For port c4e4bf06-c294-474f-b3d0-0f6bac787608, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=c4e4bf06-c294-474f-b3d0-0f6bac787608,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:22.921599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:22.937715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Calling delete_port for c4e4bf06-c294-474f-b3d0-0f6bac787608 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:22.956859 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:23.206134 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (c4e4bf06-c294-474f-b3d0-0f6bac787608), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.230165 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e4bf06-c294-474f-b3d0-0f6bac787608,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:23.308750 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:23.354418 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46988) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:23.369632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1b13-73d9-4a85-b59e-d8d4449816e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.450685 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.453679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1b13-73d9-4a85-b59e-d8d4449816e4 admin admin] Publish callbacks [] for security_group (8dc58ed2-39d7-4539-972f-38e6aedc048d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.660009 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Router e9876108-6ef9-491b-812b-8458ccf0cdfd has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:37:23.761333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:37:23.767007 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-09b6d101-aac1-4e8a-b08f-25d1f41eb69a admin admin] 10.222.0.42 "PUT /v2.0/routers/e9876108-6ef9-491b-812b-8458ccf0cdfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412458 May 27 16:37:23.769527 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 46990) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:23.772654 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Sync routers for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:37:23.783847 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:23.784462 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:23.789166 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1b13-73d9-4a85-b59e-d8d4449816e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8dc58ed2-39d7-4539-972f-38e6aedc048d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.816887 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:23.834375 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-9b6f1b13-73d9-4a85-b59e-d8d4449816e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f51707e654d41b3aadc10635c4685b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788537 May 27 16:37:23.835507 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f1b13-73d9-4a85-b59e-d8d4449816e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc58ed2-39d7-4539-972f-38e6aedc048d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:23.837857 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 46992) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:23.890557 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks [] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.894717 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] Publish callbacks [] for security_group (8dc58ed2-39d7-4539-972f-38e6aedc048d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:23.909833 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:23.922874 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] Publish callbacks [] for security_group (8dc58ed2-39d7-4539-972f-38e6aedc048d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.009293 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:24.034806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038ef7c-be77-4770-bc9a-833e20600287 req-8b77c1cc-887c-4bd8-b637-efd449c67f5d tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:24.034806 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c038ef7c-be77-4770-bc9a-833e20600287 req-8b77c1cc-887c-4bd8-b637-efd449c67f5d tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 948 time: 0.1016459 May 27 16:37:24.106922 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks [] for router_gateway (e9876108-6ef9-491b-812b-8458ccf0cdfd), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.175893 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:37:23Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:24.176789 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c038ef7c-be77-4770-bc9a-833e20600287 req-8ff7dd90-4bd0-42cf-b79f-67892d861092 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956597 May 27 16:37:24.176974 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Checking router: e9876108-6ef9-491b-812b-8458ccf0cdfd for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:37:24.176974 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Routers {'e9876108-6ef9-491b-812b-8458ccf0cdfd'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:24.176974 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['e9876108-6ef9-491b-812b-8458ccf0cdfd'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:24.258748 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] Set router e9876108-6ef9-491b-812b-8458ccf0cdfd gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:24.274865 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8dc58ed2-39d7-4539-972f-38e6aedc048d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.277551 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.278738 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dc58ed2-39d7-4539-972f-38e6aedc048d HTTP/1.1" status: 204 len: 168 time: 0.4399741 May 27 16:37:24.287468 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9c2d-5ecc-494e-af82-249aec29222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc58ed2-39d7-4539-972f-38e6aedc048d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:24.352172 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Deleting port efe767b4-25c0-4beb-b0bb-6644a84cb1d6 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:24.352504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.428350 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:24.447339 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] For port efe767b4-25c0-4beb-b0bb-6644a84cb1d6, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:24.447701 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:24.465189 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Calling delete_port for efe767b4-25c0-4beb-b0bb-6644a84cb1d6 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:24.469808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:37:23Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:24.499686 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0a50e-0ddb-43d5-b613-0af8436f2090 None None] The sync data for ids ['e9876108-6ef9-491b-812b-8458ccf0cdfd'] in dv-cinder-840493-2-iscsi is: [{'id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'name': 'tempest-TestShelveInstance-1213228237-router', 'tenant_id': 'e57270a9020844e9baf044630fb81bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:49Z', 'updated_at': '2022-05-27T16:37:23Z', 'revision_number': 5, 'project_id': 'e57270a9020844e9baf044630fb81bcd', 'gw_port': {'id': 'efe767b4-25c0-4beb-b0bb-6644a84cb1d6', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9876108-6ef9-491b-812b-8458ccf0cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:31:50Z', 'updated_at': '2022-05-27T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:37:24.508865 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:24.980857 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (efe767b4-25c0-4beb-b0bb-6644a84cb1d6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.007768 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe767b4-25c0-4beb-b0bb-6644a84cb1d6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:25.089471 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.182507 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.184765 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks [] for router_controller (e9876108-6ef9-491b-812b-8458ccf0cdfd), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.284897 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f1e9d-ed1d-4e07-9557-1fe4572b3c1a req-67afd095-7dc3-4ff1-8bd0-05f83af6341b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:25.286421 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d3f1e9d-ed1d-4e07-9557-1fe4572b3c1a req-67afd095-7dc3-4ff1-8bd0-05f83af6341b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 948 time: 0.0513949 May 27 16:37:25.319460 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (e9876108-6ef9-491b-812b-8458ccf0cdfd), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.320065 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9876108-6ef9-491b-812b-8458ccf0cdfd {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:37:25.329182 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.333209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47020) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:25.341392 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-115246e4-f5aa-44b2-bcb3-b11425edcb17 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e9876108-6ef9-491b-812b-8458ccf0cdfd HTTP/1.1" status: 204 len: 168 time: 1.5699229 May 27 16:37:25.353707 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d3f1e9d-ed1d-4e07-9557-1fe4572b3c1a req-36106cc8-9d8b-4c91-b706-12f3bf1dd26c tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613856 May 27 16:37:25.393777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Deleting subnet bf516e6c-22e9-4726-8c53-04a70a5cd9c4 {{(pid=104556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:37:25.397208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Publish callbacks [] for subnet (bf516e6c-22e9-4726-8c53-04a70a5cd9c4), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.439477 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14499385'] for subnet (bf516e6c-22e9-4726-8c53-04a70a5cd9c4), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.520272 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (bf516e6c-22e9-4726-8c53-04a70a5cd9c4), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.647082 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14412344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14375788'] for subnet (bf516e6c-22e9-4726-8c53-04a70a5cd9c4), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.675967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf516e6c-22e9-4726-8c53-04a70a5cd9c4,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:25.678494 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.682253 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-e4572cdb-b6d9-429f-a4eb-c63e5b31cbd9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf516e6c-22e9-4726-8c53-04a70a5cd9c4 HTTP/1.1" status: 204 len: 168 time: 0.3473530 May 27 16:37:25.683492 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18633012-4e92-4d34-abe0-6bc2a849e13e None None] Network aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:37:25.684109 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47026) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:25.754954 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:25.771448 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.825275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Deleting port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:25.825654 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.845056 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:25.873557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] DHCP port deletion for aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:37:25.906775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] For port 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fcbd322-daa9-4cae-855f-c3266dd47bb3,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:25.907136 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.915287 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Deleting port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:25.915672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:25.920348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Calling delete_port for 5fcbd322-daa9-4cae-855f-c3266dd47bb3 owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:25.984051 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] For port 5fcbd322-daa9-4cae-855f-c3266dd47bb3, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=5fcbd322-daa9-4cae-855f-c3266dd47bb3,segment=NetworkSegment(1a305bbe-bf8f-40e5-a91a-f9649eeb764d),segment_id=1a305bbe-bf8f-40e5-a91a-f9649eeb764d)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:25.984492 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.005184 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Calling delete_port for 5fcbd322-daa9-4cae-855f-c3266dd47bb3 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:26.084112 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.093696 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (5fcbd322-daa9-4cae-855f-c3266dd47bb3), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.109479 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fcbd322-daa9-4cae-855f-c3266dd47bb3,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:26.116144 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] No DVR routers for this DVR port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:26.125530 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] Pushing event deleted for resources: {'Port': ['ID=5fcbd322-daa9-4cae-855f-c3266dd47bb3,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:26.129213 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ca7df-71c7-4a5c-afc5-acbe71312ed4 None None] No DVR routers for this DVR port 5fcbd322-daa9-4cae-855f-c3266dd47bb3 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:26.203517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.224696 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa09204f-d5e0-4070-bdf8-f62fd6cd31b6']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:26.234431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a305bbe-bf8f-40e5-a91a-f9649eeb764d') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:26.234725 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a305bbe-bf8f-40e5-a91a-f9649eeb764d') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:26.248335 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (1a305bbe-bf8f-40e5-a91a-f9649eeb764d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.269515 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (1a305bbe-bf8f-40e5-a91a-f9649eeb764d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.276056 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:37:26.276443 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (1a305bbe-bf8f-40e5-a91a-f9649eeb764d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.296017 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device a1005081-804f-4ca4-a8e7-1f82d715a926 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:37:26.342488 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 1a305bbe-bf8f-40e5-a91a-f9649eeb764d resource provider aggregate not found May 27 16:37:26.365081 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 1a305bbe-bf8f-40e5-a91a-f9649eeb764d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a305bbe-bf8f-40e5-a91a-f9649eeb764d found for delete ", "request_id": "req-79ffee5a-4a52-40e3-bd5a-d86e45963896"}]} May 27 16:37:26.501927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c4e4bf06-c294-474f-b3d0-0f6bac787608 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:26.501927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: c4e4bf06-c294-474f-b3d0-0f6bac787608 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:26.501927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device c4e4bf06-c294-474f-b3d0-0f6bac787608 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:26.501927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fcbd322-daa9-4cae-855f-c3266dd47bb3 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:26.501927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a1005081-804f-4ca4-a8e7-1f82d715a926,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:26.502482 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ef1c9-512f-43f4-8619-1a848e946a4f req-a008459a-3003-4161-b25e-7e53db2f2162 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:26.502967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 5fcbd322-daa9-4cae-855f-c3266dd47bb3 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:26.503099 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-541ef1c9-512f-43f4-8619-1a848e946a4f req-a008459a-3003-4161-b25e-7e53db2f2162 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 948 time: 0.0501003 May 27 16:37:26.503207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 5fcbd322-daa9-4cae-855f-c3266dd47bb3 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:26.503207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device efe767b4-25c0-4beb-b0bb-6644a84cb1d6 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:26.521969 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: efe767b4-25c0-4beb-b0bb-6644a84cb1d6 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:26.522314 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device efe767b4-25c0-4beb-b0bb-6644a84cb1d6 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:26.524424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'a1005081-804f-4ca4-a8e7-1f82d715a926', 'network_id': '83d07f8e-bd9c-4348-9964-4015eb0d5ced', 'port_id': 'a1005081-804f-4ca4-a8e7-1f82d715a926', 'mac_address': 'fa:16:3e:3c:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b47f-1f54-4553-a9c1-09222419f33c', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:37:26.561838 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-541ef1c9-512f-43f4-8619-1a848e946a4f req-21723fd5-0c36-4c7b-8d35-eaf0a52da23b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 May 27 16:37:26.569702 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port a1005081-804f-4ca4-a8e7-1f82d715a926 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:37:26.575332 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.585225 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1005081-804f-4ca4-a8e7-1f82d715a926 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:37:26.606392 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (aa09204f-d5e0-4070-bdf8-f62fd6cd31b6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.606667 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a1005081-804f-4ca4-a8e7-1f82d715a926,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:26.612741 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.625641 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] 10.222.0.42 "DELETE /v2.0/networks/aa09204f-d5e0-4070-bdf8-f62fd6cd31b6 HTTP/1.1" status: 204 len: 168 time: 0.9311399 May 27 16:37:26.626412 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47052) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:26.637573 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ce1c9-db80-4d9e-9a59-8d8bf6675a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa09204f-d5e0-4070-bdf8-f62fd6cd31b6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:26.672525 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:26.704428 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:26.761203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:26.900072 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:26.956767 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.057575 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['a1005081-804f-4ca4-a8e7-1f82d715a926'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:37:27.096149 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:27.179274 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47060) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:27.184168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:27.195474 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:27.220536 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Deleting port b88e287a-bcdc-49a9-8c6e-a39713a8678d {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:27.221234 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.307165 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-17a04f67-2472-4f26-a7e4-6f1a73d7490e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.316851 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] For port b88e287a-bcdc-49a9-8c6e-a39713a8678d, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=b88e287a-bcdc-49a9-8c6e-a39713a8678d,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:27.317214 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.333255 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Calling delete_port for b88e287a-bcdc-49a9-8c6e-a39713a8678d owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:27.377777 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:27.387306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-17a04f67-2472-4f26-a7e4-6f1a73d7490e admin admin] Publish callbacks [] for security_group (06ecbab3-0061-49cd-b188-5256c78fe312), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.486490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-17a04f67-2472-4f26-a7e4-6f1a73d7490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (06ecbab3-0061-49cd-b188-5256c78fe312), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.529781 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-17a04f67-2472-4f26-a7e4-6f1a73d7490e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19171267b84c4a2784608724502e9f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492785 May 27 16:37:27.530928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a04f67-2472-4f26-a7e4-6f1a73d7490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ecbab3-0061-49cd-b188-5256c78fe312,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:27.533906 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47064) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:27.588653 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] Publish callbacks [] for security_group (06ecbab3-0061-49cd-b188-5256c78fe312), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.613640 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] Publish callbacks [] for security_group (06ecbab3-0061-49cd-b188-5256c78fe312), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.615559 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (b88e287a-bcdc-49a9-8c6e-a39713a8678d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.656667 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88e287a-bcdc-49a9-8c6e-a39713a8678d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:27.734972 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device a1005081-804f-4ca4-a8e7-1f82d715a926 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:37:27.794305 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ea1e-f130-43bb-81a6-cb55fc49a40f req-cb5afa3d-8fab-4798-9573-5ceacc14e2e5 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:27.802116 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db14ea1e-f130-43bb-81a6-cb55fc49a40f req-cb5afa3d-8fab-4798-9573-5ceacc14e2e5 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 949 time: 0.1529703 May 27 16:37:27.818443 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port a1005081-804f-4ca4-a8e7-1f82d715a926 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:37:27.892160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port a1005081-804f-4ca4-a8e7-1f82d715a926 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:37:27.892565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.923853 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (06ecbab3-0061-49cd-b188-5256c78fe312), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.926805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:27.930741 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06ecbab3-0061-49cd-b188-5256c78fe312 HTTP/1.1" status: 204 len: 168 time: 0.3929520 May 27 16:37:27.943117 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db14ea1e-f130-43bb-81a6-cb55fc49a40f req-6ac25a84-4361-43ca-87ea-4ba8935c1fd5 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302989 May 27 16:37:27.951352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd5bd5-7722-42a5-9bbb-30e0a65fe1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ecbab3-0061-49cd-b188-5256c78fe312,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:27.957810 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:28.023178 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port a1005081-804f-4ca4-a8e7-1f82d715a926 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:37:28.023178 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.032723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.049506 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:28.050143 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:28.051890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bde7ca-daf2-465d-a51d-19f91a993358" -d '{"events": [{"server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "name": "network-vif-plugged", "status": "completed", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:28.069143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a1005081-804f-4ca4-a8e7-1f82d715a926,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:28.108019 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c38539-9243-4ccf-ad39-4315618422a8 x-openstack-request-id: req-c7c38539-9243-4ccf-ad39-4315618422a8 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:28.109146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "name": "network-vif-plugged", "status": "completed", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:28.109507 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7c38539-9243-4ccf-ad39-4315618422a8 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:28.109960 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c38539-9243-4ccf-ad39-4315618422a8'] response: {'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926', 'code': 200} May 27 16:37:28.158354 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.219797 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:28.227849 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.228290 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.228636 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.228979 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.229424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.229759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.230089 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.230583 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.231089 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.231420 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.231787 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.232835 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.233387 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.233765 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.234264 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:37:28.332654 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:37:28.463445 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:37:28.472279 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bed63436-6f0f-4048-9c06-9440f1d60a14 admin admin] 10.222.0.42 "PUT /v2.0/routers/fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8449976 May 27 16:37:28.475043 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Sync routers for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:37:28.476159 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47080) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:28.491210 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:28.494783 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:28.580731 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374c93-9914-4d6c-85e7-264641c04984 req-f9e6e156-7a1b-4ef9-bd7a-74b7b8f08cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:28.582417 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34374c93-9914-4d6c-85e7-264641c04984 req-f9e6e156-7a1b-4ef9-bd7a-74b7b8f08cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 1134 time: 0.0561278 May 27 16:37:28.613981 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:28.658017 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks [] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.699741 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-34374c93-9914-4d6c-85e7-264641c04984 req-9abafda5-4d0d-4ef8-80c7-835ea7db760a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935349 May 27 16:37:28.765860 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47082) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:28.784586 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b321033f-16c2-4549-941f-6bf6763d9d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.787124 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks [] for router_gateway (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.791849 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a6f99f7-8155-481a-91be-60151d14be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.824442 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:37:27Z', 'revision_number': 5, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:28.859436 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Checking router: fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:37:28.865961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Routers {'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:37:28.866590 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:37:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:28.879587 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b321033f-16c2-4549-941f-6bf6763d9d3e admin admin] Publish callbacks [] for security_group (30990151-c040-483d-ba6b-12484732c2d5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.918693 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Deleting port eb4b8168-4c37-4806-a38e-953377345e82 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:28.918927 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (eb4b8168-4c37-4806-a38e-953377345e82), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:28.969481 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b321033f-16c2-4549-941f-6bf6763d9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (30990151-c040-483d-ba6b-12484732c2d5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.017108 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] For port eb4b8168-4c37-4806-a38e-953377345e82, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=eb4b8168-4c37-4806-a38e-953377345e82,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:29.017108 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (eb4b8168-4c37-4806-a38e-953377345e82), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.027815 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321033f-16c2-4549-941f-6bf6763d9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30990151-c040-483d-ba6b-12484732c2d5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:29.043977 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Calling delete_port for eb4b8168-4c37-4806-a38e-953377345e82 owned by network:router_gateway {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:29.063521 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] Set router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:37:29.072690 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b321033f-16c2-4549-941f-6bf6763d9d3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70c229f6812c45e7903a61429646e087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055124 May 27 16:37:29.075191 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47088) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:29.106972 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:29.174500 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1ffe-aa86-452d-af01-57f4eede069d req-538a0f67-de4c-4a29-a4d7-55d6523b98af tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:29.176703 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94fd1ffe-aa86-452d-af01-57f4eede069d req-538a0f67-de4c-4a29-a4d7-55d6523b98af tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0896144 May 27 16:37:29.295062 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] Publish callbacks [] for security_group (30990151-c040-483d-ba6b-12484732c2d5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.295557 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:37:27Z', 'revision_number': 5, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:29.295722 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-94fd1ffe-aa86-452d-af01-57f4eede069d req-0753e673-ab79-499d-9473-36aab3f5cf36 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943341 May 27 16:37:29.295722 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] Publish callbacks [] for security_group (30990151-c040-483d-ba6b-12484732c2d5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.296027 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bce0f0-2842-41e7-a5bb-1eee7bf38342 None None] The sync data for ids ['fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b'] in dv-cinder-840493-2-iscsi is: [{'id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'name': 'tempest-TestShelveInstance-1933745210-router', 'tenant_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:31:58Z', 'updated_at': '2022-05-27T16:37:27Z', 'revision_number': 5, 'project_id': '40eb92d00fc34b498c8c0a44f27e2e15', 'gw_port': {'id': 'eb4b8168-4c37-4806-a38e-953377345e82', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:32:00Z', 'updated_at': '2022-05-27T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:37:29.529736 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (30990151-c040-483d-ba6b-12484732c2d5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.531786 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (eb4b8168-4c37-4806-a38e-953377345e82), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.532418 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.534136 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30990151-c040-483d-ba6b-12484732c2d5 HTTP/1.1" status: 204 len: 168 time: 0.4578559 May 27 16:37:29.535100 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:29.544284 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20c8d3-e737-435b-9ca8-dde58289721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30990151-c040-483d-ba6b-12484732c2d5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:29.561981 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4b8168-4c37-4806-a38e-953377345e82,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:29.660847 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.664372 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:29.756683 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.759013 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks [] for router_controller (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), precommit_delete_associations {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.906662 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.907545 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b {{(pid=104556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:37:29.912172 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:29.916098 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-de06f068-80d7-4914-9ca9-04d9bba822f1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fa242d3f-0f1c-472e-86a1-8cfbab7a9c6b HTTP/1.1" status: 204 len: 168 time: 1.4353371 May 27 16:37:29.916187 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47094) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:30.000739 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Deleting subnet 07220f8b-70f3-46b9-9aed-4fbf7a2a6456 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:37:30.005413 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Publish callbacks [] for subnet (07220f8b-70f3-46b9-9aed-4fbf7a2a6456), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.041818 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (07220f8b-70f3-46b9-9aed-4fbf7a2a6456), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.154348 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (07220f8b-70f3-46b9-9aed-4fbf7a2a6456), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.184570 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:30.269846 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (07220f8b-70f3-46b9-9aed-4fbf7a2a6456), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.308440 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07220f8b-70f3-46b9-9aed-4fbf7a2a6456,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:30.310734 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.314859 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bcedcc9a-1bc3-4856-afc4-3125b332be78 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07220f8b-70f3-46b9-9aed-4fbf7a2a6456 HTTP/1.1" status: 204 len: 168 time: 0.3978362 May 27 16:37:30.317200 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47112) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:30.321488 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6aa55b-68a9-415e-8946-b995c367c399 None None] Network f8239569-efb2-483b-821f-77355646a62d requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:37:30.497518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device eb4b8168-4c37-4806-a38e-953377345e82 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:30.502250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (f8239569-efb2-483b-821f-77355646a62d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.513647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94bf1-3d73-4cb8-8c77-33fd0dc1aded req-628139a1-5f20-4539-a481-c07b0fb2cda9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:30.515583 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eee94bf1-3d73-4cb8-8c77-33fd0dc1aded req-628139a1-5f20-4539-a481-c07b0fb2cda9 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.1284611 May 27 16:37:30.526550 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: eb4b8168-4c37-4806-a38e-953377345e82 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:30.526927 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device eb4b8168-4c37-4806-a38e-953377345e82 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:30.527351 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b88e287a-bcdc-49a9-8c6e-a39713a8678d no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:30.553329 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: b88e287a-bcdc-49a9-8c6e-a39713a8678d {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:30.553777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device b88e287a-bcdc-49a9-8c6e-a39713a8678d not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:30.576563 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] DHCP port deletion for f8239569-efb2-483b-821f-77355646a62d request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:37:30.601992 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eee94bf1-3d73-4cb8-8c77-33fd0dc1aded req-e35e666d-c633-44f5-b8ee-9d3155e4fc28 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755341 May 27 16:37:30.604777 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Deleting port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:30.605092 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.644929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Deleting port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:30.645695 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.688251 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] For port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:30.693042 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.703241 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Calling delete_port for ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 owned by network:dhcp {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:30.709443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:30.729400 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] For port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,segment=NetworkSegment(2caa6f19-96ec-4e0f-9519-6b3a552ecd62),segment_id=2caa6f19-96ec-4e0f-9519-6b3a552ecd62)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:30.730087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.744816 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Calling delete_port for ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:30.896197 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.906912 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:30.937410 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] No DVR routers for this DVR port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 on host dv-cinder-840493-2-iscsi {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:30.939202 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:30.965493 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] No DVR routers for this DVR port ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:30.972560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98abd94-08f1-4eb4-bd5f-02432f2d2bd4 None None] Pushing event deleted for resources: {'Port': ['ID=ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:31.039436 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (f8239569-efb2-483b-821f-77355646a62d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.063184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8239569-efb2-483b-821f-77355646a62d']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:31.087653 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa6f19-96ec-4e0f-9519-6b3a552ecd62') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:31.087653 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa6f19-96ec-4e0f-9519-6b3a552ecd62') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:37:31.098617 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779733'] for segment (2caa6f19-96ec-4e0f-9519-6b3a552ecd62), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.116593 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (2caa6f19-96ec-4e0f-9519-6b3a552ecd62), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.126362 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:37:31.126760 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14489168'] for segment (2caa6f19-96ec-4e0f-9519-6b3a552ecd62), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.230837 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeec12-0920-4c64-92f1-173d752e9da8 req-1edb4e81-d662-4011-a791-4edbcd4eef71 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:31.232268 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebdeec12-0920-4c64-92f1-173d752e9da8 req-1edb4e81-d662-4011-a791-4edbcd4eef71 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0872412 May 27 16:37:31.285860 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebdeec12-0920-4c64-92f1-173d752e9da8 req-d3812f0d-925b-4af1-9887-8bbe34d1f7f1 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 May 27 16:37:31.294446 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (f8239569-efb2-483b-821f-77355646a62d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.318258 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Pushing event deleted for resources: {'Network': ['ID=f8239569-efb2-483b-821f-77355646a62d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:31.320621 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.327523 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b95ea858-a83c-4f7c-abb9-c7208ad1fcce admin admin] 10.222.0.42 "DELETE /v2.0/networks/f8239569-efb2-483b-821f-77355646a62d HTTP/1.1" status: 204 len: 168 time: 1.0062115 May 27 16:37:31.336103 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 2caa6f19-96ec-4e0f-9519-6b3a552ecd62 resource provider aggregate not found May 27 16:37:31.354513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 2caa6f19-96ec-4e0f-9519-6b3a552ecd62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2caa6f19-96ec-4e0f-9519-6b3a552ecd62 found for delete ", "request_id": "req-9ff0dcf5-5fe0-4a1f-ad7e-94811126243e"}]} May 27 16:37:31.611784 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4475-1d5e-4c34-8df7-a9c555fddf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.727082 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47148) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:31.752345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47152) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:31.793352 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-f2eb0043-c04a-46c2-bea2-e78eb5adc275 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e57270a9020844e9baf044630fb81bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397987 May 27 16:37:31.797217 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47154) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:31.850255 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] Publish callbacks [] for security_group (a768b140-f603-4cd6-a7e4-0869d4c172bd), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.852670 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:31.877730 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] Publish callbacks [] for security_group (a768b140-f603-4cd6-a7e4-0869d4c172bd), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:31.957277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-97fe8a77-af77-4b32-9284-29ff043b127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.034324 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-97fe8a77-af77-4b32-9284-29ff043b127b admin admin] Publish callbacks [] for security_group (f569526d-ef67-443a-844c-61d582735917), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.080899 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (a768b140-f603-4cd6-a7e4-0869d4c172bd), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.083882 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.085077 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a768b140-f603-4cd6-a7e4-0869d4c172bd HTTP/1.1" status: 204 len: 168 time: 0.2872627 May 27 16:37:32.094376 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c71ec-0104-4c48-b3d4-7a2686ebe47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768b140-f603-4cd6-a7e4-0869d4c172bd,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:32.112390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-97fe8a77-af77-4b32-9284-29ff043b127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f569526d-ef67-443a-844c-61d582735917), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.163616 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-97fe8a77-af77-4b32-9284-29ff043b127b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5c4acf47b96459f837ed605bfe07854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350326 May 27 16:37:32.164354 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe8a77-af77-4b32-9284-29ff043b127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f569526d-ef67-443a-844c-61d582735917,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:32.166184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47160) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:32.216474 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] Publish callbacks [] for security_group (f569526d-ef67-443a-844c-61d582735917), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.238446 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] Publish callbacks [] for security_group (f569526d-ef67-443a-844c-61d582735917), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.373845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:32.398079 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:32.398510 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ce8ec7c3-d681-4077-9d0f-cbfeb09ccd97 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:32.411508 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5004e-4f55-4949-82db-0d286869e70b req-5d036b4e-794b-42cc-9947-d6ddb9e0b8fc tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:32.412984 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ff5004e-4f55-4949-82db-0d286869e70b req-5d036b4e-794b-42cc-9947-d6ddb9e0b8fc tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0513606 May 27 16:37:32.460313 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ff5004e-4f55-4949-82db-0d286869e70b req-7c40a2c2-6e34-4f37-a611-75c09d49877a tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 May 27 16:37:32.657534 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f569526d-ef67-443a-844c-61d582735917), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.660216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:32.661394 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f569526d-ef67-443a-844c-61d582735917 HTTP/1.1" status: 204 len: 168 time: 0.4940453 May 27 16:37:32.669704 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e840d0-7db8-4ffc-9bfa-4e68f992530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569526d-ef67-443a-844c-61d582735917,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:32.842999 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:33.309092 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47170) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:33.352882 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-400e30f3-fec7-4c65-9cbb-557f28160aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40eb92d00fc34b498c8c0a44f27e2e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425892 May 27 16:37:33.356300 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47172) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:33.412025 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] Publish callbacks [] for security_group (f37c68b4-644d-4d98-a06e-37374679cd63), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:33.433664 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] Publish callbacks [] for security_group (f37c68b4-644d-4d98-a06e-37374679cd63), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:33.578871 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3df68-8c69-42b8-a26b-57ddbf8d2192 req-4e489728-3985-4e31-91b3-09d52775c3c2 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:33.580267 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10d3df68-8c69-42b8-a26b-57ddbf8d2192 req-4e489728-3985-4e31-91b3-09d52775c3c2 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0506439 May 27 16:37:33.598975 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f37c68b4-644d-4d98-a06e-37374679cd63), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:33.601508 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:33.602574 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f37c68b4-644d-4d98-a06e-37374679cd63 HTTP/1.1" status: 204 len: 168 time: 0.2453866 May 27 16:37:33.617559 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14543c-f7fa-4375-a4aa-2a62e272a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c68b4-644d-4d98-a06e-37374679cd63,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:33.624078 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:33.643677 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10d3df68-8c69-42b8-a26b-57ddbf8d2192 req-78e828b6-314e-4249-bae2-3a86b3d52fec tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577893 May 27 16:37:34.180550 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:34.761021 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9f472-9213-494c-902c-24dea0c563aa req-34527c8e-749f-4f0b-9cc2-4ad6e5a6656b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:34.762540 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65c9f472-9213-494c-902c-24dea0c563aa req-34527c8e-749f-4f0b-9cc2-4ad6e5a6656b tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0482097 May 27 16:37:34.787484 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-20a6d3b3-50ac-413a-a7e5-079184e5e962 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:34.789206 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-20a6d3b3-50ac-413a-a7e5-079184e5e962 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 950 time: 0.0508139 May 27 16:37:34.813328 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65c9f472-9213-494c-902c-24dea0c563aa req-df2aa5e4-cd4b-4048-ba4c-0cb0e81c6a28 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf13936-db11-47de-9dad-ca69fec17d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 May 27 16:37:34.883758 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Deleting port a1005081-804f-4ca4-a8e7-1f82d715a926 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:37:34.884178 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:34.982770 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] For port a1005081-804f-4ca4-a8e7-1f82d715a926, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=a1005081-804f-4ca4-a8e7-1f82d715a926,segment=NetworkSegment(ff79d165-2b52-4d66-bf4a-67e810328ef2),segment_id=ff79d165-2b52-4d66-bf4a-67e810328ef2)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:37:34.983123 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:34.996192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Calling delete_port for a1005081-804f-4ca4-a8e7-1f82d715a926 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:37:35.183569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (a1005081-804f-4ca4-a8e7-1f82d715a926), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:35.210453 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Pushing event deleted for resources: {'Port': ['ID=a1005081-804f-4ca4-a8e7-1f82d715a926,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:35.230880 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['a1005081-804f-4ca4-a8e7-1f82d715a926'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:37:35.286914 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] No DVR routers for this DVR port a1005081-804f-4ca4-a8e7-1f82d715a926 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:37:35.289752 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:35.293100 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ccf06635-6c49-411c-81ee-fdf0b2f68b79 req-7274a6b2-f91f-44f6-a471-6c38350e430f tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.15 "DELETE /v2.0/ports/a1005081-804f-4ca4-a8e7-1f82d715a926 HTTP/1.1" status: 204 len: 173 time: 0.4949784 May 27 16:37:35.293703 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'name': 'network-vif-deleted', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:35.296888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936dbfbc-74f1-4ba4-86e2-a25e7e99d6ea" -d '{"events": [{"server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "name": "network-vif-deleted", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:35.338819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded39c7-0397-457f-85a8-f2f54447173c x-openstack-request-id: req-fded39c7-0397-457f-85a8-f2f54447173c {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:35.339125 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f34a7-dd93-4c1f-b8fd-f45577c3c349", "name": "network-vif-deleted", "tag": "a1005081-804f-4ca4-a8e7-1f82d715a926", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:35.339386 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fded39c7-0397-457f-85a8-f2f54447173c {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:35.339796 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fded39c7-0397-457f-85a8-f2f54447173c'] response: {'server_uuid': 'ed8f34a7-dd93-4c1f-b8fd-f45577c3c349', 'name': 'network-vif-deleted', 'tag': 'a1005081-804f-4ca4-a8e7-1f82d715a926', 'status': 'completed', 'code': 200} May 27 16:37:35.728603 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:35.924757 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6d81953a-57c1-4d72-8d20-45ce813825ae req-346ca155-acfa-4693-9ed3-5baa97a5e094 tempest-VolumesNegativeTest-1202709679 tempest-VolumesNegativeTest-1202709679-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f34a7-dd93-4c1f-b8fd-f45577c3c349 HTTP/1.1" status: 200 len: 210 time: 0.0282547 May 27 16:37:37.780712 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device a1005081-804f-4ca4-a8e7-1f82d715a926 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:37:37.804868 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: a1005081-804f-4ca4-a8e7-1f82d715a926 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:37:37.805216 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device a1005081-804f-4ca4-a8e7-1f82d715a926 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:37:39.264708 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=67 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:39.270974 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=62 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:41.043179 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.247252 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47432) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:41.362849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dda18b8-d33b-4d85-a1b1-edec678df6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.447210 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dda18b8-d33b-4d85-a1b1-edec678df6b4 admin admin] Publish callbacks [] for security_group (021568f0-23a9-4d95-b1aa-04373240636e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.532273 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dda18b8-d33b-4d85-a1b1-edec678df6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (021568f0-23a9-4d95-b1aa-04373240636e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.573506 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6dda18b8-d33b-4d85-a1b1-edec678df6b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8954ba71cdb84051b3e4d34b6fc48a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249011 May 27 16:37:41.574366 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda18b8-d33b-4d85-a1b1-edec678df6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021568f0-23a9-4d95-b1aa-04373240636e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:41.578979 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47460) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:41.630457 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] Publish callbacks [] for security_group (021568f0-23a9-4d95-b1aa-04373240636e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.651678 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] Publish callbacks [] for security_group (021568f0-23a9-4d95-b1aa-04373240636e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.794603 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (021568f0-23a9-4d95-b1aa-04373240636e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.797146 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:41.799059 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/021568f0-23a9-4d95-b1aa-04373240636e HTTP/1.1" status: 204 len: 168 time: 0.2183974 May 27 16:37:41.802301 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:41.813154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831dcf6-8a37-42f0-9298-6c412b772a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021568f0-23a9-4d95-b1aa-04373240636e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:43.387504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47506) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:43.523850 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c80f032a-7a95-4fef-a59f-bbf770e30de0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8bb35ed1e9440dbb0fe8bb80feb3982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350873 May 27 16:37:43.526175 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47510) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:43.577658 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] Publish callbacks [] for security_group (fcf13936-db11-47de-9dad-ca69fec17d21), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:43.600383 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] Publish callbacks [] for security_group (fcf13936-db11-47de-9dad-ca69fec17d21), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:43.703711 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (fcf13936-db11-47de-9dad-ca69fec17d21), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:43.707087 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:43.708241 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fcf13936-db11-47de-9dad-ca69fec17d21 HTTP/1.1" status: 204 len: 168 time: 0.1811810 May 27 16:37:43.716420 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bc3cc-9f10-416a-96c4-937cf66dc860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf13936-db11-47de-9dad-ca69fec17d21,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:44.813751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47542) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:44.920780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1670541722-network', 'tenant_id': 'f4b5ddb45f284ece84c7a94eb95a11c1'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:45.020084 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Made reservation on behalf of f4b5ddb45f284ece84c7a94eb95a11c1 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:37:45.022568 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.031394 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.105350 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:45.107345 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks [] for security_group (f83c5bcc-6d81-4481-b86b-d7fb1b091b85), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.186148 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f83c5bcc-6d81-4481-b86b-d7fb1b091b85), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.215390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:37:45.226139 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c5bcc-6d81-4481-b86b-d7fb1b091b85,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:45.229152 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=70,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:45.231001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (8fe71475-d33f-443c-af8d-42dd6e2d1739), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.231339 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Added segment 8fe71475-d33f-443c-af8d-42dd6e2d1739 of type vlan for network b60fcfa9-e3bb-408f-8325-7dd843d7622c May 27 16:37:45.255269 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:45.277224 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (b60fcfa9-e3bb-408f-8325-7dd843d7622c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.363001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (b60fcfa9-e3bb-408f-8325-7dd843d7622c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.363001 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:45.363324 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.693499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] Pushing event updated for resources: {'Network': ['ID=b60fcfa9-e3bb-408f-8325-7dd843d7622c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:45.703018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:37:45.725915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:45.752186 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-53f37d78-638b-4e92-938e-698541b16d62 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9366612 May 27 16:37:45.755736 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47548) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:45.760881 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Request body: {'subnet': {'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1670541722-subnet', 'tenant_id': 'f4b5ddb45f284ece84c7a94eb95a11c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:45.852024 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Made reservation on behalf of f4b5ddb45f284ece84c7a94eb95a11c1 for: {'subnet': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:37:45.854663 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14375745'] for subnet (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:45.884798 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:46.111618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14412409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14375767'] for subnet (3fdea65e-de48-4296-bcb1-88c32fe88222), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:46.163396 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdea65e-de48-4296-bcb1-88c32fe88222,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:46.180237 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Checking segment: {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:37:46.180585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Network hostable DHCP agents. Network: b60fcfa9-e3bb-408f-8325-7dd843d7622c, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:37:46.297526 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:37:46.365894 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, b60fcfa9-e3bb-408f-8325-7dd843d7622c) {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:37:46.370311 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:46.371091 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:46.379094 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209cce8a-5ea6-4565-9ddf-b260d02b7846 None None] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:37:46.477793 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518c33c-d679-4344-8a32-5cdb6acd8c99 None None] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:37:46.504223 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-045b8cd0-0d03-4b2d-a03a-2f85e0b98f4f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7472663 May 27 16:37:49.791059 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:49.821594 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-5d6d2ce2-fd83-4dd6-9b23-97d95723cf25 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:49.823044 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-5d6d2ce2-fd83-4dd6-9b23-97d95723cf25 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 814 time: 0.1077180 May 27 16:37:49.838353 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-fc6b56c1-3dd0-42fa-94ea-f37c958c4590 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/quotas/f4b5ddb45f284ece84c7a94eb95a11c1 HTTP/1.1" status: 200 len: 375 time: 0.0095458 May 27 16:37:49.871030 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-616a5c68-7bac-4182-a372-6d5de641087b tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274649 May 27 16:37:49.964199 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-2ed60965-85e8-4c66-b7d9-438b34dcb381 service neutron] 10.222.0.42 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856907 May 27 16:37:50.061558 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-89d7deb3-8f2d-4216-9ad0-7af9b070cab3 service neutron] 10.222.0.42 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914736 May 27 16:37:50.321696 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-189f4e89-6ebc-4c3f-994f-5d00c45619a9 req-c54f466b-bb87-4008-a18a-671985419675 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0297980 May 27 16:37:51.410323 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b8eaa362-6f5f-4478-83b7-37cf8dd321ed req-8fc8f622-7ae9-414a-87d9-c9196e07ca0f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0337605 May 27 16:37:52.436953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 47618) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:52.499682 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9a4b07cf-d481-40b1-8f11-f4cbee8048e9 req-c06c74a2-a70b-48ef-8beb-ed738bdd575a tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0344310 May 27 16:37:52.551863 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-749fdaed-b1f8-4ec8-a87e-bf018bb7a147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:52.639467 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-749fdaed-b1f8-4ec8-a87e-bf018bb7a147 admin admin] Publish callbacks [] for security_group (b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:52.752212 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-749fdaed-b1f8-4ec8-a87e-bf018bb7a147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:52.790945 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-749fdaed-b1f8-4ec8-a87e-bf018bb7a147 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d237a862db54f8fa6349c169d09d902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528547 May 27 16:37:52.792818 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fdaed-b1f8-4ec8-a87e-bf018bb7a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:52.793666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 47622) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:37:52.846824 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] Publish callbacks [] for security_group (b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:52.871079 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] Publish callbacks [] for security_group (b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:53.029042 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:53.031555 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:53.032904 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2 HTTP/1.1" status: 204 len: 168 time: 0.2381237 May 27 16:37:53.041211 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8cc36-ca71-4aac-a80c-3ae52bc8908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fb7fb4-485e-4d00-9298-6c3b1ace9fb2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:53.581119 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67126d51-faed-417e-9b94-06cd9160c994 req-363c2949-3650-48d5-849f-077c63c8c73a tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0289502 May 27 16:37:54.687404 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-683ef179-c870-48d5-adb1-8d511a90e9f2 req-888f1d9b-7b9c-4d65-b162-7c92faaeec33 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0320837 May 27 16:37:55.792934 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-26f37010-4c50-4fbf-bfe8-0db2b0e4c1b3 req-ef974fbe-cec8-4417-9794-0cd355dc5acd tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0347939 May 27 16:37:56.899417 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d17bba9d-0533-4993-9be7-908dd30b20f0 req-8a011055-b561-4854-8bca-011b595b9baa tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0292056 May 27 16:37:57.182872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:57.215548 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-1273dd64-9ceb-4f63-bc1b-d13d4c2b6f74 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:57.217029 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-1273dd64-9ceb-4f63-bc1b-d13d4c2b6f74 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 814 time: 0.1108847 May 27 16:37:57.238459 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Request body: {'port': {'device_id': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c', 'admin_state_up': True, 'tenant_id': 'f4b5ddb45f284ece84c7a94eb95a11c1'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:57.465299 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Made reservation on behalf of f4b5ddb45f284ece84c7a94eb95a11c1 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:37:57.468698 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:57.536510 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:57.600846 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Allocated IP 172.20.0.2 (b60fcfa9-e3bb-408f-8325-7dd843d7622c/3fdea65e-de48-4296-bcb1-88c32fe88222/f78811fc-2053-4490-aa83-93ad6e5f74f5) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:37:57.752826 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks [] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:57.863690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:57.906033 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:37:57.910003 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:37:57.916243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:37:57.942806 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Pushing event updated for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:57.976307 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:57.976939 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.021718 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324e90d-22a7-49b4-bed5-8bff0d5173b2 req-4c788061-f1b0-4723-9c39-3a6d51c5abf0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:58.023103 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c324e90d-22a7-49b4-bed5-8bff0d5173b2 req-4c788061-f1b0-4723-9c39-3a6d51c5abf0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 931 time: 0.0485549 May 27 16:37:58.073828 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-4a52cbae-c7ec-4b0b-a6b9-5e79c5609a1c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397388 May 27 16:37:58.074729 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c324e90d-22a7-49b4-bed5-8bff0d5173b2 req-b6b2f4c8-ea99-4040-8c7b-4ae98855d407 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 May 27 16:37:58.096171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Request body: {'port': {'device_id': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:37:58.164455 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.196657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:58.458375 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78811fc-2053-4490-aa83-93ad6e5f74f5 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:37:58.465928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks [] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.478744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Transition to ACTIVE for port object f78811fc-2053-4490-aa83-93ad6e5f74f5 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:37:58.539685 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.598001 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Pushing event updated for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:58.651813 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:58.672435 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Attempting to bind port f78811fc-2053-4490-aa83-93ad6e5f74f5 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:37:58.672760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Attempting to bind port f78811fc-2053-4490-aa83-93ad6e5f74f5 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:37:58.673208 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Attempting to bind port f78811fc-2053-4490-aa83-93ad6e5f74f5 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:37:58.675342 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:37:58.677880 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Port f78811fc-2053-4490-aa83-93ad6e5f74f5 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:37:58.678195 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Attempting to bind port f78811fc-2053-4490-aa83-93ad6e5f74f5 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:37:58.683342 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:37:58.683646 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Checking segment: {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:37:58.684015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Bound using segment: {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:37:58.684433 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Bound port: f78811fc-2053-4490-aa83-93ad6e5f74f5, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:37:58.684780 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.750415 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:37:58.754694 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:37:58.825956 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88b9c6db-4295-4c81-be92-ed871f94ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.838141 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.877688 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:58.878679 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:37:58.879761 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] 10.222.0.15 "PUT /v2.0/ports/f78811fc-2053-4490-aa83-93ad6e5f74f5 HTTP/1.1" status: 200 len: 1093 time: 0.7911935 May 27 16:37:58.882304 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:37:58.884621 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b3d096-46f7-4949-a3dc-c87235255569" -d '{"events": [{"name": "network-changed", "server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:37:58.908182 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf38df-4b72-4051-a485-d398e6e5831f service neutron] Pushing event updated for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:37:58.924937 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909f8ec-dcb7-4de2-8dde-a710257b109a x-openstack-request-id: req-a909f8ec-dcb7-4de2-8dde-a710257b109a {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:37:58.925224 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:37:58.925506 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a909f8ec-dcb7-4de2-8dde-a710257b109a {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:37:58.925906 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a909f8ec-dcb7-4de2-8dde-a710257b109a'] response: {'name': 'network-changed', 'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5', 'status': 'completed', 'code': 200} May 27 16:37:59.014671 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d096-46f7-4949-a3dc-c87235255569 req-90cec693-e6de-4bfb-bc81-5c7196ec9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.016214 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-75b3d096-46f7-4949-a3dc-c87235255569 req-90cec693-e6de-4bfb-bc81-5c7196ec9db6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 1127 time: 0.0414510 May 27 16:37:59.134465 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d096-46f7-4949-a3dc-c87235255569 req-0099e7ef-aeab-4e00-aa52-f3a1439b4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.135896 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-75b3d096-46f7-4949-a3dc-c87235255569 req-0099e7ef-aeab-4e00-aa52-f3a1439b4098 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016748 May 27 16:37:59.200065 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955837-163b-445c-a6d9-f84c925029c9 req-e4461ab7-9347-46f6-bcbd-f2ddb95b8fe2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.201572 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5c955837-163b-445c-a6d9-f84c925029c9 req-e4461ab7-9347-46f6-bcbd-f2ddb95b8fe2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 943 time: 0.0490525 May 27 16:37:59.227626 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:59.234738 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d096-46f7-4949-a3dc-c87235255569 req-6bd8e482-66db-4e26-ae6e-bdbf8ed75b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.236930 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-75b3d096-46f7-4949-a3dc-c87235255569 req-6bd8e482-66db-4e26-ae6e-bdbf8ed75b07 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946627 May 27 16:37:59.253235 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5c955837-163b-445c-a6d9-f84c925029c9 req-d83afa33-8c6f-467b-adf0-fc1e9d69227f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 May 27 16:37:59.337812 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-bbdb54ff-8360-4678-84d5-1007b0884dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.339292 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-bbdb54ff-8360-4678-84d5-1007b0884dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 1127 time: 0.0393376 May 27 16:37:59.388303 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-bdc29d6c-96cc-48b2-b249-d98eabd3f9ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5 HTTP/1.1" status: 200 len: 217 time: 0.0348775 May 27 16:37:59.430481 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:37:59.437810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-81c2cdb3-dd3e-4a5a-9209-099386f0876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:37:59.439637 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-81c2cdb3-dd3e-4a5a-9209-099386f0876e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 200 len: 854 time: 0.0448895 May 27 16:37:59.472352 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-88a346bf-f0ce-46a2-a568-00a7be216b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b60fcfa9-e3bb-408f-8325-7dd843d7622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272367 May 27 16:37:59.564023 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-e1356b42-e760-45ba-92f5-407d6a705e1c service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 May 27 16:37:59.653047 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-ff689f23-c398-4f67-bdfa-495fcd35143a req-e13662ae-c4db-47b3-ae3f-ca1b6fe13cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 May 27 16:38:00.370763 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cfc7e-5181-4552-b7a9-1c976f93112e req-f727c66e-3334-4787-9a53-a101c5831282 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:00.372257 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-443cfc7e-5181-4552-b7a9-1c976f93112e req-f727c66e-3334-4787-9a53-a101c5831282 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 943 time: 0.0494165 May 27 16:38:00.420377 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-443cfc7e-5181-4552-b7a9-1c976f93112e req-aba098a3-0e72-47e7-9e84-fe4cc28d323f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 May 27 16:38:01.545271 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c72d-6df7-4189-9530-0a3db708f4b9 req-42eeb604-0344-49e0-8cf6-cbef192bc579 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:01.546797 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c4c72d-6df7-4189-9530-0a3db708f4b9 req-42eeb604-0344-49e0-8cf6-cbef192bc579 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 943 time: 0.0538921 May 27 16:38:01.571632 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52c9baf1-9f50-4f1d-a7f4-b8b88962acb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:01.601048 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c4c72d-6df7-4189-9530-0a3db708f4b9 req-3c05dc67-3e66-4aba-8a12-5304137e8074 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 May 27 16:38:01.894910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f78811fc-2053-4490-aa83-93ad6e5f74f5 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:38:01.999085 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:38:02.010984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'f78811fc-2053-4490-aa83-93ad6e5f74f5', 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c', 'port_id': 'f78811fc-2053-4490-aa83-93ad6e5f74f5', 'mac_address': 'fa:16:3e:ef:9d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdea65e-de48-4296-bcb1-88c32fe88222', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:38:02.047762 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f78811fc-2053-4490-aa83-93ad6e5f74f5 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:38:02.048175 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:02.061717 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78811fc-2053-4490-aa83-93ad6e5f74f5 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:38:02.083845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:38:02.201043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:02.255588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:38:02.534908 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['f78811fc-2053-4490-aa83-93ad6e5f74f5'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:38:02.641292 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:02.720392 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f4490-cfc8-42e1-9f00-a99065ce2ca5 req-e4e5e626-7da5-49a4-84b9-005b043440ab tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:02.721966 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1d5f4490-cfc8-42e1-9f00-a99065ce2ca5 req-e4e5e626-7da5-49a4-84b9-005b043440ab tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 944 time: 0.0519269 May 27 16:38:02.773688 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1d5f4490-cfc8-42e1-9f00-a99065ce2ca5 req-1b884821-c7bd-488e-b0d9-c3be519a1830 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 May 27 16:38:02.861003 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:03.893107 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f78811fc-2053-4490-aa83-93ad6e5f74f5 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:38:03.897252 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dce27-7e35-498e-aa77-4b86879b8da9 req-4fcb9b32-c21a-4d2e-aa8f-40bd64a31d1d tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:03.898780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-975dce27-7e35-498e-aa77-4b86879b8da9 req-4fcb9b32-c21a-4d2e-aa8f-40bd64a31d1d tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 944 time: 0.0504284 May 27 16:38:03.938518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port f78811fc-2053-4490-aa83-93ad6e5f74f5 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:38:03.947711 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-975dce27-7e35-498e-aa77-4b86879b8da9 req-6047a437-9795-4526-90e9-60fc2b6a1327 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 May 27 16:38:04.086347 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port f78811fc-2053-4490-aa83-93ad6e5f74f5 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:38:04.086650 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:04.129600 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:04.160645 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port f78811fc-2053-4490-aa83-93ad6e5f74f5 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:38:04.162431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:04.187203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:38:04.190013 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af91826c-5fc5-48b5-a657-e88b67293fc3" -d '{"events": [{"server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "name": "network-vif-plugged", "status": "completed", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:38:04.202799 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:38:04.226444 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba7bd4-a826-43d9-b251-7366db9b7596 x-openstack-request-id: req-b4ba7bd4-a826-43d9-b251-7366db9b7596 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:38:04.226736 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "name": "network-vif-plugged", "status": "completed", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:38:04.226989 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4ba7bd4-a826-43d9-b251-7366db9b7596 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:38:04.227388 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ba7bd4-a826-43d9-b251-7366db9b7596'] response: {'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5', 'code': 200} May 27 16:38:04.286523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:04.338407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:38:04.647384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ba867-ed67-4e3d-9abc-2a35c3c45ef8 req-ec030779-6154-4d5e-bc9b-83a5becb77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:04.648905 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-020ba867-ed67-4e3d-9abc-2a35c3c45ef8 req-ec030779-6154-4d5e-bc9b-83a5becb77a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 1129 time: 0.0440681 May 27 16:38:04.695198 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-020ba867-ed67-4e3d-9abc-2a35c3c45ef8 req-c946fc68-7e75-461c-97b7-dcc83fb3bbbd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 May 27 16:38:05.062688 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257f63-416e-4e8d-82a1-351c9b248cf4 req-e5c0dc71-fd1e-4f72-8966-24e4f27bd5ad tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:05.065173 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c257f63-416e-4e8d-82a1-351c9b248cf4 req-e5c0dc71-fd1e-4f72-8966-24e4f27bd5ad tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0489504 May 27 16:38:05.113008 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c257f63-416e-4e8d-82a1-351c9b248cf4 req-e1229c64-9f08-466d-bd29-1298c2065dff tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 May 27 16:38:05.597599 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:05.760728 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:06.233755 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bba00-406f-4f19-933d-de69940c812d req-21ac346d-971b-4a27-bcc2-b14628ce67a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:06.235786 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a2bba00-406f-4f19-933d-de69940c812d req-21ac346d-971b-4a27-bcc2-b14628ce67a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0495427 May 27 16:38:06.289231 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a2bba00-406f-4f19-933d-de69940c812d req-9b703bc8-ed4b-4ded-9901-5e90ff90fd9e tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 May 27 16:38:07.388218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:07.404047 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8986e4-bdca-4736-b2c2-87bfe57c3102 req-2ae7f61a-488b-417f-820f-b64083d00855 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:07.405537 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d8986e4-bdca-4736-b2c2-87bfe57c3102 req-2ae7f61a-488b-417f-820f-b64083d00855 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0474827 May 27 16:38:07.453316 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d8986e4-bdca-4736-b2c2-87bfe57c3102 req-6ac32fa9-c61e-4679-a4f0-b93f27b8e68b tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 May 27 16:38:11.040537 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:14.676124 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:14.676855 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:14.690217 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=70 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:14.693079 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=25 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:17.449549 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=72 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:20.961940 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:20.969192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:25.130112 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:25.136120 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:28.794568 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5f25b61f-65b6-43f1-b867-bd4fd560e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:31.584969 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3386cd50-6813-48ea-aa40-f90db966ab20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:32.836021 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:34.110238 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:35.673990 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:38:35.687828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:41.030476 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:41.870210 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-83955435-0c54-4912-b11f-7433119e14dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404987 May 27 16:38:41.975025 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-f8ad29e0-7225-4de3-bd67-bfb93b1d9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:41.977695 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-f8ad29e0-7225-4de3-bd67-bfb93b1d9ad8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 1129 time: 0.0441244 May 27 16:38:42.347517 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-ef5a31a6-b4c0-479c-ad8a-56d9d791c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:42.348907 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-ef5a31a6-b4c0-479c-ad8a-56d9d791c60b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 915 time: 0.3507535 May 27 16:38:42.391208 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-66841bcb-a95d-4eeb-9749-07587fc23174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5 HTTP/1.1" status: 200 len: 217 time: 0.0358634 May 27 16:38:42.443495 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-ba19db42-1c58-428b-91d7-13fc2b3319d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:42.445484 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-ba19db42-1c58-428b-91d7-13fc2b3319d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 200 len: 854 time: 0.0471592 May 27 16:38:42.480595 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-e7dca5ee-eb7e-49e7-a9da-0e046d0c45a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b60fcfa9-e3bb-408f-8325-7dd843d7622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282278 May 27 16:38:42.574166 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-ad8580d6-5e8f-45b8-abf5-d9fce128152f service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877309 May 27 16:38:42.671817 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5eb3aa24-a8e0-454a-8196-e80a35da1e4d req-3e3f1de3-958a-43c3-8ae7-cdbb24e7c61f service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 May 27 16:38:50.968358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:50.970160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:51.668616 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:51.672993 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:52.661717 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=45 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:52.668711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=43 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:38:52.784828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ede683-9a18-4eef-85d7-4267d79e5166 req-fb08cac1-8637-4d0b-a1a8-86e2f2465e26 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:52.786364 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2ede683-9a18-4eef-85d7-4267d79e5166 req-fb08cac1-8637-4d0b-a1a8-86e2f2465e26 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0493753 May 27 16:38:52.834069 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2ede683-9a18-4eef-85d7-4267d79e5166 req-083a0c54-245e-41d3-9198-22e7f6e2830b tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 May 27 16:38:54.057000 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd1e2-d1fe-44bb-bcae-f98d29876c0a req-e3505dea-3967-48a1-a332-beff8dd20c93 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:54.057829 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cffd1e2-d1fe-44bb-bcae-f98d29876c0a req-e3505dea-3967-48a1-a332-beff8dd20c93 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.1540787 May 27 16:38:54.106671 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2cffd1e2-d1fe-44bb-bcae-f98d29876c0a req-e1017407-f14b-45d7-8585-7f47328fa840 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 May 27 16:38:54.859712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-75c1061f-68f7-443c-957f-d0a843a560e4 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:54.861186 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-75c1061f-68f7-443c-957f-d0a843a560e4 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0472815 May 27 16:38:54.962479 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Deleting port f78811fc-2053-4490-aa83-93ad6e5f74f5 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:38:54.962819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:55.052982 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] For port f78811fc-2053-4490-aa83-93ad6e5f74f5, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=f78811fc-2053-4490-aa83-93ad6e5f74f5,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:38:55.053385 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:55.067006 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Calling delete_port for f78811fc-2053-4490-aa83-93ad6e5f74f5 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:38:55.227614 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689cb2-63a7-4d9e-86b4-940042578c19 req-60612c7f-2cd4-4304-a10e-90c529b65ec5 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:38:55.229230 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98689cb2-63a7-4d9e-86b4-940042578c19 req-60612c7f-2cd4-4304-a10e-90c529b65ec5 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 945 time: 0.0487952 May 27 16:38:55.276030 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f78811fc-2053-4490-aa83-93ad6e5f74f5), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:55.278098 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-98689cb2-63a7-4d9e-86b4-940042578c19 req-0fa8d30e-c817-40a1-aa3c-f80918b17577 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 May 27 16:38:55.305300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Pushing event deleted for resources: {'Port': ['ID=f78811fc-2053-4490-aa83-93ad6e5f74f5,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:38:55.317873 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.318226 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.318567 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.318916 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.319236 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.319568 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.319896 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.320221 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.320546 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.320879 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.321197 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.321597 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.322020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.322344 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.322664 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:38:55.324909 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['f78811fc-2053-4490-aa83-93ad6e5f74f5'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:38:55.363605 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] No DVR routers for this DVR port f78811fc-2053-4490-aa83-93ad6e5f74f5 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:38:55.366020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:38:55.369167 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-8b46c0bf-56a3-4578-8805-0995b3f50bea req-f98d9a3f-1697-4731-8fb3-4367c0cb7e1f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "DELETE /v2.0/ports/f78811fc-2053-4490-aa83-93ad6e5f74f5 HTTP/1.1" status: 204 len: 173 time: 0.5001884 May 27 16:38:55.369735 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'name': 'network-vif-deleted', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:38:55.372327 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43d0301-e98f-4e9a-a43f-e57ff3fdb0a6" -d '{"events": [{"server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "name": "network-vif-deleted", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:38:55.410275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a2127e-4282-413a-ba59-b8157849c939 x-openstack-request-id: req-51a2127e-4282-413a-ba59-b8157849c939 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:38:55.413279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc150a41-2ba3-47b6-804d-b37d9179df08", "name": "network-vif-deleted", "tag": "f78811fc-2053-4490-aa83-93ad6e5f74f5", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:38:55.413279 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51a2127e-4282-413a-ba59-b8157849c939 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:38:55.413279 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a2127e-4282-413a-ba59-b8157849c939'] response: {'server_uuid': 'bc150a41-2ba3-47b6-804d-b37d9179df08', 'name': 'network-vif-deleted', 'tag': 'f78811fc-2053-4490-aa83-93ad6e5f74f5', 'status': 'completed', 'code': 200} May 27 16:38:56.392418 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a599773-dceb-40bf-a911-fd73b27047ea req-1de507c0-b4d1-447d-8d9e-5a76fe2045da tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc150a41-2ba3-47b6-804d-b37d9179df08 HTTP/1.1" status: 200 len: 210 time: 0.0301378 May 27 16:38:58.218847 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f78811fc-2053-4490-aa83-93ad6e5f74f5 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:38:58.238654 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: f78811fc-2053-4490-aa83-93ad6e5f74f5 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:38:58.239001 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device f78811fc-2053-4490-aa83-93ad6e5f74f5 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:38:58.795509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8fe6e4c4-5e83-44a7-8447-926a65ea2be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:01.584275 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4888a824-2d45-48ff-94da-e2d5d34c28cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:02.778170 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:04.110392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:05.343123 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:05.345020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:05.658506 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:06.372690 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=25 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:06.373886 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=31 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:06.653211 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:08.165280 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-9c6fefcf-597e-470f-a3eb-d649f6952232 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:08.166753 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-9c6fefcf-597e-470f-a3eb-d649f6952232 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 814 time: 0.1053078 May 27 16:39:08.181964 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-ed72266e-d2d9-4ab8-b44f-fe68d6401ca4 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/quotas/f4b5ddb45f284ece84c7a94eb95a11c1 HTTP/1.1" status: 200 len: 375 time: 0.0097208 May 27 16:39:08.214835 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-ca0e6794-e27d-4c06-b675-db6cd1287eae tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279586 May 27 16:39:08.266916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-00895b03-baa4-4eae-8693-d1e9c2efc495 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:39:08.267905 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-00895b03-baa4-4eae-8693-d1e9c2efc495 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468631 May 27 16:39:08.360551 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-94c8f761-8c40-4dba-a74d-0bffc45996d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859225 May 27 16:39:08.454085 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-4fd8166d-d3eb-4d95-8a6d-e97bf9eab21d service neutron] 10.222.0.42 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 May 27 16:39:08.704204 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c17fd0ed-54d1-4c45-9acd-180e81647d76 req-2306be7d-4d85-4a1d-bc25-d8058e0fea19 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 210 time: 0.0285974 May 27 16:39:09.801226 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a15531a-ea8d-4614-8e33-698d72a1f432 req-4a6dd019-f65f-4819-bd92-9895fbfaee64 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 210 time: 0.0280259 May 27 16:39:10.886259 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-c7028321-22e7-4ea7-b6e2-560d67934319 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:10.886259 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-c7028321-22e7-4ea7-b6e2-560d67934319 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 814 time: 0.1066658 May 27 16:39:10.905594 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Request body: {'port': {'device_id': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c', 'admin_state_up': True, 'tenant_id': 'f4b5ddb45f284ece84c7a94eb95a11c1'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:39:10.910458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56983286-1950-4854-b626-6f4c9d095fd3 req-7abbf846-ac25-433b-b6b9-1d658aabe906 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 210 time: 0.0349209 May 27 16:39:11.018308 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.081428 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Made reservation on behalf of f4b5ddb45f284ece84c7a94eb95a11c1 for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:39:11.085046 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.219205 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Allocated IP 172.20.0.7 (b60fcfa9-e3bb-408f-8325-7dd843d7622c/3fdea65e-de48-4296-bcb1-88c32fe88222/ce797343-5c0f-4617-9363-1bbde60ed4d6) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:39:11.370160 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks [] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.460837 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.505908 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Network b60fcfa9-e3bb-408f-8325-7dd843d7622c is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:39:11.511703 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:39:11.515645 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:39:11.543838 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Pushing event updated for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:11.581533 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:11.582158 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.672415 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1ae88d8a-e0ec-4f0d-a7ca-d52d1c5d3de0 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709975 May 27 16:39:11.684721 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1c9e20cf-abc4-427c-a503-654d7d21a193 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:39:11.687950 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-1c9e20cf-abc4-427c-a503-654d7d21a193 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051455 May 27 16:39:11.760682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Request body: {'port': {'device_id': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:39:11.823748 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:11.887381 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:11.894434 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:12.030971 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd16bf0-78ec-4eeb-861c-cdcefbafec09 req-fd35e3c5-af03-45ad-985b-ca7b4c871afb tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:12.032520 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3dd16bf0-78ec-4eeb-861c-cdcefbafec09 req-fd35e3c5-af03-45ad-985b-ca7b4c871afb tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 931 time: 0.0541716 May 27 16:39:12.086365 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3dd16bf0-78ec-4eeb-861c-cdcefbafec09 req-24d71cb6-4175-4044-b3bc-07a6f4548ed9 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 May 27 16:39:12.124847 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce797343-5c0f-4617-9363-1bbde60ed4d6 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:39:12.132482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks [] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:12.145708 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Transition to ACTIVE for port object ce797343-5c0f-4617-9363-1bbde60ed4d6 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:39:12.224170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:12.281321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:12.363624 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Attempting to bind port ce797343-5c0f-4617-9363-1bbde60ed4d6 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:39:12.363961 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Attempting to bind port ce797343-5c0f-4617-9363-1bbde60ed4d6 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:39:12.364268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Attempting to bind port ce797343-5c0f-4617-9363-1bbde60ed4d6 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:39:12.368946 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Port ce797343-5c0f-4617-9363-1bbde60ed4d6 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:39:12.369263 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Attempting to bind port ce797343-5c0f-4617-9363-1bbde60ed4d6 on network b60fcfa9-e3bb-408f-8325-7dd843d7622c {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:39:12.374556 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:39:12.374888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Checking segment: {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:39:12.375275 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Bound using segment: {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:39:12.375740 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Bound port: ce797343-5c0f-4617-9363-1bbde60ed4d6, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe71475-d33f-443c-af8d-42dd6e2d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:39:12.376056 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:12.413287 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:12.437458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:39:12.440609 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:39:12.515871 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:12.551226 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:12.551836 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:12.553206 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce797343-5c0f-4617-9363-1bbde60ed4d6 HTTP/1.1" status: 200 len: 1093 time: 0.8466690 May 27 16:39:12.553651 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:39:12.555985 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8038e5-5b20-4ca3-a08f-d8c58495435a" -d '{"events": [{"name": "network-changed", "server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:39:12.581720 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81a2ee-8783-415c-bd3c-fe0e9bf5ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:12.670572 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b837c1-476f-41a5-9983-9d05c64611c7 x-openstack-request-id: req-69b837c1-476f-41a5-9983-9d05c64611c7 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:39:12.670861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:39:12.671096 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69b837c1-476f-41a5-9983-9d05c64611c7 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:39:12.671492 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b837c1-476f-41a5-9983-9d05c64611c7'] response: {'name': 'network-changed', 'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6', 'status': 'completed', 'code': 200} May 27 16:39:12.674433 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:39:12.737789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-0728998c-c87e-4660-a77c-87844a59a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:12.739297 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-0728998c-c87e-4660-a77c-87844a59a76e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0462341 May 27 16:39:12.795209 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-e3c6169c-710d-4fdf-bc43-d51cf20c830f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6 HTTP/1.1" status: 200 len: 217 time: 0.0357454 May 27 16:39:12.847035 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-ed94efa0-cce8-47c8-be8c-89d0b3f31633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:12.848516 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-ed94efa0-cce8-47c8-be8c-89d0b3f31633 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 200 len: 854 time: 0.0452826 May 27 16:39:12.884743 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-dfda86d6-064c-48a6-83c8-097ba418df45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b60fcfa9-e3bb-408f-8325-7dd843d7622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273354 May 27 16:39:12.982827 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-fe9ad304-6bab-49e0-a84e-dbceac9b6d63 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890875 May 27 16:39:13.074974 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6a6d456c-55d4-43ba-bd82-c4643357d685 req-baff9627-5f43-4171-8637-2895d64af102 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 May 27 16:39:13.212488 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d21c79-f2e3-41c5-9c6f-b3251b3c79ac req-f5fa9640-6da6-4ffb-9c12-4ac43f60e7fa tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:13.214039 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10d21c79-f2e3-41c5-9c6f-b3251b3c79ac req-f5fa9640-6da6-4ffb-9c12-4ac43f60e7fa tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 943 time: 0.0515614 May 27 16:39:13.262492 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10d21c79-f2e3-41c5-9c6f-b3251b3c79ac req-0fc62362-fb76-4289-94e6-a75add05073d tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 May 27 16:39:14.192775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-27a267e3-e916-42df-9292-612a34b65436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:14.194204 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-27a267e3-e916-42df-9292-612a34b65436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0433149 May 27 16:39:14.286876 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-0cd8865e-858c-4d08-a503-80bebfbe767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:14.288356 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-0cd8865e-858c-4d08-a503-80bebfbe767d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 915 time: 0.0857015 May 27 16:39:14.331390 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-333314ad-c7e6-4cd0-a7fe-eecd0b19d0ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6 HTTP/1.1" status: 200 len: 217 time: 0.0330434 May 27 16:39:14.378930 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5314e6-87fe-4218-b127-ebf0e8502126 req-cf1068ad-a128-432e-a0ec-31e36d6babbe tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:14.380408 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e5314e6-87fe-4218-b127-ebf0e8502126 req-cf1068ad-a128-432e-a0ec-31e36d6babbe tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 943 time: 0.0481770 May 27 16:39:14.388665 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-a04fcbfa-7605-4d7b-9b4d-7dedfe23f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:14.390175 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-a04fcbfa-7605-4d7b-9b4d-7dedfe23f290 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 200 len: 854 time: 0.0496187 May 27 16:39:14.426576 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-c8cc29db-463f-4ded-99de-72d1e94ab059 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b60fcfa9-e3bb-408f-8325-7dd843d7622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262315 May 27 16:39:14.431507 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e5314e6-87fe-4218-b127-ebf0e8502126 req-4b16f2fb-faef-4415-96e2-c39532ad5ce3 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 May 27 16:39:14.517879 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-4dedffa0-d46a-4885-aae0-28d5bdcf91e7 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834873 May 27 16:39:14.604350 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:14.614657 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf8038e5-5b20-4ca3-a08f-d8c58495435a req-74c427e0-545b-4d72-951e-5d165561125a service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 May 27 16:39:15.544196 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc060c-866c-48df-95cf-2ef231900693 req-1c551a9f-fd2d-4798-8e80-1e6c6e6d4ee5 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:15.545676 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fbc060c-866c-48df-95cf-2ef231900693 req-1c551a9f-fd2d-4798-8e80-1e6c6e6d4ee5 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 943 time: 0.0469553 May 27 16:39:15.592204 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fbc060c-866c-48df-95cf-2ef231900693 req-17ad11d6-5510-4d40-95a9-cba42614d272 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 May 27 16:39:16.299543 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device ce797343-5c0f-4617-9363-1bbde60ed4d6 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:39:16.396127 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:39:16.408049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'ce797343-5c0f-4617-9363-1bbde60ed4d6', 'network_id': 'b60fcfa9-e3bb-408f-8325-7dd843d7622c', 'port_id': 'ce797343-5c0f-4617-9363-1bbde60ed4d6', 'mac_address': 'fa:16:3e:1a:74:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdea65e-de48-4296-bcb1-88c32fe88222', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:39:16.446087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port ce797343-5c0f-4617-9363-1bbde60ed4d6 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:39:16.446463 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:16.458830 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce797343-5c0f-4617-9363-1bbde60ed4d6 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:39:16.478937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:39:16.566518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:16.613809 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:16.621850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.626630 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:39:16.706870 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f49f70-f39a-41f9-ae63-d789cde87567 req-61ad7eba-c130-4ebf-9bca-b8046dbd8cfb tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:16.708329 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83f49f70-f39a-41f9-ae63-d789cde87567 req-61ad7eba-c130-4ebf-9bca-b8046dbd8cfb tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 944 time: 0.0472620 May 27 16:39:16.756224 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83f49f70-f39a-41f9-ae63-d789cde87567 req-14e16d5c-17a1-4821-8a03-38aa8920642b tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 May 27 16:39:16.944175 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['ce797343-5c0f-4617-9363-1bbde60ed4d6'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:39:17.881064 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc955-f476-409d-9d05-7ae15d5366fe req-751f362c-215a-46ff-b9e3-7ba639b6b928 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:17.882701 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eabbc955-f476-409d-9d05-7ae15d5366fe req-751f362c-215a-46ff-b9e3-7ba639b6b928 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 944 time: 0.0542247 May 27 16:39:17.936728 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eabbc955-f476-409d-9d05-7ae15d5366fe req-af21d8a1-1b95-4a82-b1e8-65e52f179c9a tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 May 27 16:39:18.315032 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device ce797343-5c0f-4617-9363-1bbde60ed4d6 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:39:18.358418 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port ce797343-5c0f-4617-9363-1bbde60ed4d6 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:39:18.452540 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port ce797343-5c0f-4617-9363-1bbde60ed4d6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:39:18.452916 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:18.492452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:18.524401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:18.533037 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port ce797343-5c0f-4617-9363-1bbde60ed4d6 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:39:18.535840 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:18.557920 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:39:18.560257 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6285ac-e8af-4825-9b18-472cc905c32b" -d '{"events": [{"server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:39:18.576424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:39:18.604490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3619cfcf-4252-4bd7-9f6d-3400ea55423a x-openstack-request-id: req-3619cfcf-4252-4bd7-9f6d-3400ea55423a {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:39:18.604712 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:39:18.604891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3619cfcf-4252-4bd7-9f6d-3400ea55423a {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:39:18.605373 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3619cfcf-4252-4bd7-9f6d-3400ea55423a'] response: {'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6', 'code': 200} May 27 16:39:18.772582 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:18.821834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:19.053850 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:19.062224 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd81ba-bef1-4847-ade3-59bf1a09c876 req-0de9d0d3-d9c1-4bad-acfb-cfe4ea8c582c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:19.067275 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9cd81ba-bef1-4847-ade3-59bf1a09c876 req-0de9d0d3-d9c1-4bad-acfb-cfe4ea8c582c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0482507 May 27 16:39:19.067402 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c95aa-e924-4a63-9cb7-fa63f00097db req-2d308e79-d906-4630-b321-96276697f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:19.067402 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-074c95aa-e924-4a63-9cb7-fa63f00097db req-2d308e79-d906-4630-b321-96276697f01a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0417855 May 27 16:39:19.112166 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9cd81ba-bef1-4847-ade3-59bf1a09c876 req-aea890fc-4ed1-4f3c-bb87-abf817349da4 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 May 27 16:39:19.115275 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-074c95aa-e924-4a63-9cb7-fa63f00097db req-300eb24f-a107-46a2-9979-b16e83444d50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 May 27 16:39:20.229464 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b1170-a409-4525-9cb2-d1f638d447ce req-a59db23c-9752-4cf9-a006-0613a855b707 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:20.230833 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f45b1170-a409-4525-9cb2-d1f638d447ce req-a59db23c-9752-4cf9-a006-0613a855b707 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0477099 May 27 16:39:20.241607 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:20.283831 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f45b1170-a409-4525-9cb2-d1f638d447ce req-09086d2d-f8f2-4366-bf18-1d7ac1a9662c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 May 27 16:39:21.404435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f917183-031d-45c0-a636-90df9028d136 req-aa1b88b6-24c3-4ad0-a784-4c1afe6a508d tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:21.406002 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f917183-031d-45c0-a636-90df9028d136 req-aa1b88b6-24c3-4ad0-a784-4c1afe6a508d tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0530159 May 27 16:39:21.463817 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8f917183-031d-45c0-a636-90df9028d136 req-9c4ebc32-31e4-4cef-85a6-d72628083718 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520530 May 27 16:39:28.679633 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:28.680398 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:28.800433 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-02756d96-f1a6-4e50-a4d5-a779d8c79918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:29.108187 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=9 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:29.112063 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=81 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:31.453968 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=9 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:31.458895 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=23 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:31.549010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eb7ce63e-997c-41e6-bff3-d37cc0a168f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:32.874718 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:34.114734 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:35.668585 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:41.051319 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:43.952588 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-49d83f25-2987-4605-9689-179f6a8f9412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440061 May 27 16:39:44.071268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824d76-d399-4804-917b-a978a3aee979 req-9a974b90-00d1-4e62-8bad-81bffdcd7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:44.072767 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-9a974b90-00d1-4e62-8bad-81bffdcd7b1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0426464 May 27 16:39:44.188442 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824d76-d399-4804-917b-a978a3aee979 req-9069e2da-8c6b-4a0f-93fd-f1f1fbbe3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:44.190164 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-9069e2da-8c6b-4a0f-93fd-f1f1fbbe3702 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 200 len: 915 time: 0.0960398 May 27 16:39:44.228935 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-b82a9f36-6a7c-4d39-9b86-7e1a88e925d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6 HTTP/1.1" status: 200 len: 217 time: 0.0321043 May 27 16:39:44.278387 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824d76-d399-4804-917b-a978a3aee979 req-a8145f8b-d07a-484a-83d9-0021626390d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:44.280268 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-a8145f8b-d07a-484a-83d9-0021626390d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 200 len: 854 time: 0.0463994 May 27 16:39:44.314394 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-b8937020-6bfe-4dc4-a26e-c94c4c1fd7ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b60fcfa9-e3bb-408f-8325-7dd843d7622c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275881 May 27 16:39:44.412839 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-6d01b14d-d7a3-4c76-ab37-a94fbb307530 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906899 May 27 16:39:44.506888 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-33824d76-d399-4804-917b-a978a3aee979 req-7074a856-3885-4ccf-acac-25117acfb7e6 service neutron] 10.222.0.15 "GET /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 May 27 16:39:45.348435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3e7d-6a39-496e-ba66-de3b6e2bdd24 req-a153851c-4443-48cd-8903-a1f9cdfe3ea1 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:45.349954 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-336a3e7d-6a39-496e-ba66-de3b6e2bdd24 req-a153851c-4443-48cd-8903-a1f9cdfe3ea1 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0508749 May 27 16:39:45.399503 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-336a3e7d-6a39-496e-ba66-de3b6e2bdd24 req-5a6b246c-6338-410a-aa43-b6381416326b tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 May 27 16:39:46.521323 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd103adb-cf00-4516-be6e-d1df7089e94c req-467ea055-957a-4e31-b0f7-bb1633496a30 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:46.522801 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd103adb-cf00-4516-be6e-d1df7089e94c req-467ea055-957a-4e31-b0f7-bb1633496a30 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0506630 May 27 16:39:46.568454 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd103adb-cf00-4516-be6e-d1df7089e94c req-1e86275a-514b-4379-a819-55f42bc76b6f tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/security-groups?id=f83c5bcc-6d81-4481-b86b-d7fb1b091b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 May 27 16:39:47.225265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960aab-7f44-47b5-af16-beab251c007b req-cbedc4a0-4ceb-4ba3-b2db-076b9915bdcf tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:39:47.226672 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a8960aab-7f44-47b5-af16-beab251c007b req-cbedc4a0-4ceb-4ba3-b2db-076b9915bdcf tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 945 time: 0.0505509 May 27 16:39:47.310118 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Deleting port ce797343-5c0f-4617-9363-1bbde60ed4d6 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:39:47.310449 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:47.400963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] For port ce797343-5c0f-4617-9363-1bbde60ed4d6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=ce797343-5c0f-4617-9363-1bbde60ed4d6,segment=NetworkSegment(8fe71475-d33f-443c-af8d-42dd6e2d1739),segment_id=8fe71475-d33f-443c-af8d-42dd6e2d1739)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:39:47.401317 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:47.414811 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Calling delete_port for ce797343-5c0f-4617-9363-1bbde60ed4d6 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:39:47.594625 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ce797343-5c0f-4617-9363-1bbde60ed4d6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:47.626827 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Pushing event deleted for resources: {'Port': ['ID=ce797343-5c0f-4617-9363-1bbde60ed4d6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:39:47.642046 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['ce797343-5c0f-4617-9363-1bbde60ed4d6'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:39:47.667354 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0be04a25-a12f-4b2e-89a1-09f15cfdfce8 req-e5b746aa-1d73-4cee-bd40-88fc3bd6cb40 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 210 time: 0.0299988 May 27 16:39:47.676837 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] No DVR routers for this DVR port ce797343-5c0f-4617-9363-1bbde60ed4d6 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:39:47.679541 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:39:47.682814 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a8960aab-7f44-47b5-af16-beab251c007b req-1692da97-da47-43b1-9be8-e0aef901c9a2 tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.15 "DELETE /v2.0/ports/ce797343-5c0f-4617-9363-1bbde60ed4d6 HTTP/1.1" status: 204 len: 173 time: 0.4469082 May 27 16:39:47.683264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'name': 'network-vif-deleted', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:39:47.685897 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dff3b3-5e68-45d5-856f-829bae022044" -d '{"events": [{"server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "name": "network-vif-deleted", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:39:47.722384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e02318-32ce-4f40-bead-44e22321b9f8 x-openstack-request-id: req-e1e02318-32ce-4f40-bead-44e22321b9f8 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:39:47.722765 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c1f945-2ab3-44e3-9191-e88c99cd5cd5", "name": "network-vif-deleted", "tag": "ce797343-5c0f-4617-9363-1bbde60ed4d6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:39:47.723010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1e02318-32ce-4f40-bead-44e22321b9f8 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:39:47.723414 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e02318-32ce-4f40-bead-44e22321b9f8'] response: {'server_uuid': '75c1f945-2ab3-44e3-9191-e88c99cd5cd5', 'name': 'network-vif-deleted', 'tag': 'ce797343-5c0f-4617-9363-1bbde60ed4d6', 'status': 'completed', 'code': 200} May 27 16:39:48.774341 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe0bdc6f-f6d8-4a67-b087-591078be80db req-3d7cf147-5703-4902-9a24-ede4ba98fb9c tempest-VolumesSnapshotTestJSON-509137468 tempest-VolumesSnapshotTestJSON-509137468-project] 10.222.0.42 "GET /v2.0/ports?device_id=75c1f945-2ab3-44e3-9191-e88c99cd5cd5 HTTP/1.1" status: 200 len: 210 time: 0.0267889 May 27 16:39:49.674171 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:39:50.534257 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device ce797343-5c0f-4617-9363-1bbde60ed4d6 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:39:50.537271 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:50.537906 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:50.553324 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: ce797343-5c0f-4617-9363-1bbde60ed4d6 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:39:50.558578 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device ce797343-5c0f-4617-9363-1bbde60ed4d6 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:39:57.648751 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=20 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:57.658482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:57.663200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:58.758008 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=20 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:39:58.794014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-02bf815c-27a5-4295-ba5d-6e27237e5e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:01.566098 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3e9578cc-3cef-4d7b-ae49-a22d0373b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:02.829275 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:04.131122 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:05.668453 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:05.679822 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:05.680734 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:11.073868 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.021772 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48196) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:16.071272 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Deleting subnet 3fdea65e-de48-4296-bcb1-88c32fe88222 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:40:16.074527 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Publish callbacks [] for subnet (3fdea65e-de48-4296-bcb1-88c32fe88222), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.109138 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (3fdea65e-de48-4296-bcb1-88c32fe88222), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.150715 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (3fdea65e-de48-4296-bcb1-88c32fe88222), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.263349 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (3fdea65e-de48-4296-bcb1-88c32fe88222), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.290127 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdea65e-de48-4296-bcb1-88c32fe88222,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:16.295738 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.298904 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3fdea65e-de48-4296-bcb1-88c32fe88222 HTTP/1.1" status: 204 len: 168 time: 0.2761376 May 27 16:40:16.302288 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48198) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:16.304463 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.304812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.305150 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.305527 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.305858 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.306244 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.306509 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.306832 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.307155 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.307477 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.307803 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.308125 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.308443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.308759 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.309075 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ec5b68-579e-4540-b6c0-31523de72582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.375222 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (b60fcfa9-e3bb-408f-8325-7dd843d7622c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.454861 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (b60fcfa9-e3bb-408f-8325-7dd843d7622c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.478875 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60fcfa9-e3bb-408f-8325-7dd843d7622c']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:16.488241 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe71475-d33f-443c-af8d-42dd6e2d1739') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:16.488531 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe71475-d33f-443c-af8d-42dd6e2d1739') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:16.498770 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (8fe71475-d33f-443c-af8d-42dd6e2d1739), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.511853 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (8fe71475-d33f-443c-af8d-42dd6e2d1739), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.522789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:40:16.522789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (8fe71475-d33f-443c-af8d-42dd6e2d1739), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.544400 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 8fe71475-d33f-443c-af8d-42dd6e2d1739 resource provider aggregate not found May 27 16:40:16.574442 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment 8fe71475-d33f-443c-af8d-42dd6e2d1739 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fe71475-d33f-443c-af8d-42dd6e2d1739 found for delete ", "request_id": "req-a2a6bc03-b30a-4922-8d68-aa76400c4efb"}]} May 27 16:40:16.685627 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (b60fcfa9-e3bb-408f-8325-7dd843d7622c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.690449 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:16.694676 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b60fcfa9-e3bb-408f-8325-7dd843d7622c HTTP/1.1" status: 204 len: 168 time: 0.3912659 May 27 16:40:16.707398 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60fcfa9-e3bb-408f-8325-7dd843d7622c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:16.715786 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.716142 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.716478 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.716818 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.717154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.717515 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.717950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.718278 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.718604 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.719096 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.719431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.719756 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.720076 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.720396 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:16.720792 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e87cf7-e407-4d27-a2e4-2021451357d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:17.167333 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48206) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:17.213772 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d4797360-e0e6-4f28-8864-b607b865c452 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4b5ddb45f284ece84c7a94eb95a11c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452340 May 27 16:40:17.216196 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48208) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:17.266946 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] Publish callbacks [] for security_group (f83c5bcc-6d81-4481-b86b-d7fb1b091b85), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:17.290086 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] Publish callbacks [] for security_group (f83c5bcc-6d81-4481-b86b-d7fb1b091b85), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:17.393826 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (f83c5bcc-6d81-4481-b86b-d7fb1b091b85), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:17.396880 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:17.398058 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f83c5bcc-6d81-4481-b86b-d7fb1b091b85 HTTP/1.1" status: 204 len: 168 time: 0.1809886 May 27 16:40:17.406091 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6aba6-0b16-4396-8bee-52b3fe72598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c5bcc-6d81-4481-b86b-d7fb1b091b85,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:18.492956 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48230) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:18.636006 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245896227-network', 'tenant_id': 'a7987c5244084c328b132a11290832ba'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:18.709393 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Made reservation on behalf of a7987c5244084c328b132a11290832ba for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:40:18.711812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.720548 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.796133 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks [] for security_group (13d6d2b1-6f1e-4741-9867-10e5bad7eead), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.851207 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (13d6d2b1-6f1e-4741-9867-10e5bad7eead), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.878230 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:40:18.887948 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d6d2b1-6f1e-4741-9867-10e5bad7eead,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:18.893950 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (64bd8c0c-f6cd-4ff8-a663-978fa621d038), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.894282 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Added segment 64bd8c0c-f6cd-4ff8-a663-978fa621d038 of type vlan for network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 May 27 16:40:18.935753 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (40bbd07d-37b7-4b97-9458-e5ba68f9fe01), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:18.999148 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (40bbd07d-37b7-4b97-9458-e5ba68f9fe01), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.000158 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:19.000739 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.025437 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:19.060685 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] Pushing event updated for resources: {'Network': ['ID=40bbd07d-37b7-4b97-9458-e5ba68f9fe01,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:19.071404 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:40:19.101898 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-36217f39-e52f-41e8-9d4c-5dcfdc3a4b68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6077168 May 27 16:40:19.104644 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48234) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:19.109801 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Request body: {'subnet': {'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245896227-subnet', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:19.113597 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:19.193813 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Made reservation on behalf of a7987c5244084c328b132a11290832ba for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:40:19.196288 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797609'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.445680 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14488243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (1fc0a284-899b-4851-bdba-d9884d01d347), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.507953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc0a284-899b-4851-bdba-d9884d01d347,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:19.523828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:19.524186 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Network hostable DHCP agents. Network: 40bbd07d-37b7-4b97-9458-e5ba68f9fe01, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:40:19.622124 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:40:19.696974 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 40bbd07d-37b7-4b97-9458-e5ba68f9fe01) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:19.700890 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:19.701547 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.706087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7fb01-ee59-4a13-b4f6-2b7dc18b4676 None None] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:40:19.784907 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7c4cea96-84e1-4768-a2e4-e86dabd3b4c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6791997 May 27 16:40:19.787680 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48236) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:19.791871 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:19.808637 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79190090-c637-4083-8bea-bc448211d455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:40:19.809759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.885364 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.886466 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.937103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for router_controller (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:19.950437 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-79190090-c637-4083-8bea-bc448211d455 None None] Allocated IP 172.20.0.2 (40bbd07d-37b7-4b97-9458-e5ba68f9fe01/1fc0a284-899b-4851-bdba-d9884d01d347/ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:20.059819 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:20.157828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for router_gateway (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.217088 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks [] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.303542 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.341670 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79190090-c637-4083-8bea-bc448211d455 None None] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:20.346617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-79190090-c637-4083-8bea-bc448211d455 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:20.351647 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79190090-c637-4083-8bea-bc448211d455 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:20.357811 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190090-c637-4083-8bea-bc448211d455 None None] Pushing event updated for resources: {'Port': ['ID=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:20.382124 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.382473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.382799 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.383130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.383456 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.383777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.384094 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.384410 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.384726 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.385041 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.385401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.385717 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.386006 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.386319 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.386628 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:20.410451 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for router_gateway (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.428855 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-79190090-c637-4083-8bea-bc448211d455 None None] Attempting to bind port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:20.429225 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-79190090-c637-4083-8bea-bc448211d455 None None] Attempting to bind port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:20.429617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79190090-c637-4083-8bea-bc448211d455 None None] Attempting to bind port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:20.432198 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.435188 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79190090-c637-4083-8bea-bc448211d455 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:20.435560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79190090-c637-4083-8bea-bc448211d455 None None] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:20.435952 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.436336 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79190090-c637-4083-8bea-bc448211d455 None None] Bound using segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:20.436804 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-79190090-c637-4083-8bea-bc448211d455 None None] Bound port: ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:20.437181 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.499388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-79190090-c637-4083-8bea-bc448211d455 None None] For port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:20.502415 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-79190090-c637-4083-8bea-bc448211d455 None None] For port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:20.539193 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Allocated IP 172.27.3.64 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/8e11f73e-fdd3-43e9-a222-f26f829d15c9) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:20.588566 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79190090-c637-4083-8bea-bc448211d455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.643761 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:20.644003 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.648208 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190090-c637-4083-8bea-bc448211d455 None None] Pushing event updated for resources: {'Port': ['ID=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:20.725993 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:20.775826 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:20.781237 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:20.783691 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:20.789571 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Pushing event updated for resources: {'Port': ['ID=8e11f73e-fdd3-43e9-a222-f26f829d15c9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:20.837308 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:21.160096 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for router_gateway (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:21.196551 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:21.605434 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04ebe7-a0cf-470e-a06a-6b637e877ab5 None None] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:40:21.608835 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:21.630230 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:21.675504 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Provisioning complete for port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:21.675783 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:21.802152 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Current status of the port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:21.802554 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:21.813086 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:40:21.840094 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] For port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:21.908487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:21.921675 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:40:21.948758 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:40:21.976357 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76c56-1e91-480e-8204-124219ac02a6 None None] Pushing event updated for resources: {'Port': ['ID=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:21.979560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:21.980337 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:22.019160 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.020658 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-46db2609-cd06-4d96-b0fa-5a6b5b48f444 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2319806 May 27 16:40:22.023940 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48238) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:22.036490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-6acc69d5-511c-48d0-ac9b-b2b0dad62bfd None None] Provisioning complete for port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:22.036490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6acc69d5-511c-48d0-ac9b-b2b0dad62bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.128766 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:22.232532 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-6acc69d5-511c-48d0-ac9b-b2b0dad62bfd None None] Current status of the port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:22.272908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:22.329587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:20Z', 'revision_number': 3, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:22.360489 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:40:22.360840 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Updating router a6877059-eb97-49e2-9e2f-dd6bd2c0340c port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:40:22.385711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:22.390407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.437648 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.527179 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:22.588952 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:22.610619 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Allocated IP 172.20.0.1 (40bbd07d-37b7-4b97-9458-e5ba68f9fe01/1fc0a284-899b-4851-bdba-d9884d01d347/ea081f40-0b1f-47f8-a564-2e7a59c76236) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:22.635315 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:22.635905 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.659336 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:22.720963 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks [] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.780445 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:22.787601 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks [] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.805995 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.847645 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:22.851916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:22.855482 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:22.864104 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:22.886447 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Pushing event updated for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:22.905347 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.914393 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.975789 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Attempting to bind port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:22.976477 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Attempting to bind port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:22.976622 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Attempting to bind port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:22.978853 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65983bb5-4961-4255-8a5a-2bc79c1cdf65 None None] Pushing event updated for resources: {'Port': ['ID=8e11f73e-fdd3-43e9-a222-f26f829d15c9,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:22.985014 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:22.985419 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:22.985828 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:22.986223 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:22.986698 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Bound port: 8e11f73e-fdd3-43e9-a222-f26f829d15c9, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:22.987082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.043771 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] For port 8e11f73e-fdd3-43e9-a222-f26f829d15c9, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:23.047445 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] For port 8e11f73e-fdd3-43e9-a222-f26f829d15c9, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8e11f73e-fdd3-43e9-a222-f26f829d15c9,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:23.112615 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.119634 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.193976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-239791b6-5ef7-46ab-9dbb-a4a45782bcc5 None None] Provisioning complete for port ea081f40-0b1f-47f8-a564-2e7a59c76236 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:23.194386 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-239791b6-5ef7-46ab-9dbb-a4a45782bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.195905 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:23.196534 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:23.200963 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:23.224723 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65983bb5-4961-4255-8a5a-2bc79c1cdf65 None None] Pushing event updated for resources: {'Port': ['ID=8e11f73e-fdd3-43e9-a222-f26f829d15c9,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:23.275984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-239791b6-5ef7-46ab-9dbb-a4a45782bcc5 None None] Port ea081f40-0b1f-47f8-a564-2e7a59c76236 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:23.311066 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks [] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.346746 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:23.347945 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.422116 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Pushing event updated for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:23.424627 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.530381 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:23.532085 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:23.631103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:23.654603 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:40:23.692462 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:22Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:23.722281 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d70cdc-6bdf-49d1-beca-33d6b7d2e160 None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:22Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:40:23.769172 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:40:23.775239 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9e903d35-09d2-413e-b936-dfd03a730a71 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6877059-eb97-49e2-9e2f-dd6bd2c0340c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503705 May 27 16:40:23.797401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-79da853b-8646-4f8f-babb-9e5f0a13fff0 None None] Provisioning complete for port ea081f40-0b1f-47f8-a564-2e7a59c76236 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:23.797782 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79da853b-8646-4f8f-babb-9e5f0a13fff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:23.845165 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-79da853b-8646-4f8f-babb-9e5f0a13fff0 None None] Port ea081f40-0b1f-47f8-a564-2e7a59c76236 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:24.505961 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8e11f73e-fdd3-43e9-a222-f26f829d15c9 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:24.564812 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:24.565364 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.588332 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48254) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:24.593911 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-884295935-network', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:24.778168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:24.778168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.778168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 8e11f73e-fdd3-43e9-a222-f26f829d15c9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8e11f73e-fdd3-43e9-a222-f26f829d15c9,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:24.833960 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.834787 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Made reservation on behalf of af2941d22bda4f96ae25b40dc475daf5 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:40:24.836832 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.846847 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.871355 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:24.891512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=8e11f73e-fdd3-43e9-a222-f26f829d15c9,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:24.897247 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:24.942445 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks [] for security_group (3a1ba43c-d37a-4d9f-a085-238a4182969b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:24.993737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3a1ba43c-d37a-4d9f-a085-238a4182969b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.022554 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 16:40:25.031705 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1ba43c-d37a-4d9f-a085-238a4182969b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:25.038828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (e7ae1625-c945-45cb-8534-b52859ee5c78), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.039371 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Added segment e7ae1625-c945-45cb-8534-b52859ee5c78 of type vlan for network 38567f95-848a-42c4-bd36-37c320d8b990 May 27 16:40:25.081823 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748236680569'] for network (38567f95-848a-42c4-bd36-37c320d8b990), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.134319 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:25.165109 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764'] for network (38567f95-848a-42c4-bd36-37c320d8b990), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.166167 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:25.166753 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.226858 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:25.230338 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] Pushing event updated for resources: {'Network': ['ID=38567f95-848a-42c4-bd36-37c320d8b990,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:25.242624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Network 38567f95-848a-42c4-bd36-37c320d8b990 details requested by agent ovs-agent-dv-cinder-840493-2-iscsi with host dv-cinder-840493-2-iscsi {{(pid=104558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 16:40:25.288825 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f0f8d463-e082-475d-8f88-36cc60c1f9bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6987777 May 27 16:40:25.297435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48256) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:25.303695 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Request body: {'subnet': {'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-884295935-subnet', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:25.485743 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Made reservation on behalf of af2941d22bda4f96ae25b40dc475daf5 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:40:25.485743 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797609'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.597246 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:25.748385 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14488243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (5b9f2100-9dc0-4a0e-846e-398509f35e06), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:25.810932 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:40:25.810932 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:25.810932 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:25.811226 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9f2100-9dc0-4a0e-846e-398509f35e06,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:25.824546 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Checking segment: {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:25.825052 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Network hostable DHCP agents. Network: 38567f95-848a-42c4-bd36-37c320d8b990, hostable agents: ['e4a41063-2ea3-4ff6-8e75-5164c758d9e0'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 16:40:25.892148 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:25.936931 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Network 38567f95-848a-42c4-bd36-37c320d8b990 is scheduled to be hosted by DHCP agent e4a41063-2ea3-4ff6-8e75-5164c758d9e0 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 16:40:26.039386 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840493-2-iscsi, 38567f95-848a-42c4-bd36-37c320d8b990) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:26.043470 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:26.047403 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.050315 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387f65b-c7df-41e7-a65a-d85570ca41f0 None None] Network 38567f95-848a-42c4-bd36-37c320d8b990 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:40:26.086062 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 2, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:26.111538 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:40:26.111889 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Updating router a6877059-eb97-49e2-9e2f-dd6bd2c0340c port ea081f40-0b1f-47f8-a564-2e7a59c76236 binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:40:26.135046 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-72e3ec21-bcb1-4ba5-9147-b0c34be29c47 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8355315 May 27 16:40:26.138232 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48258) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:26.144387 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:26.145964 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.166049 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b5fd6dc-7b8f-5ba7-a9b9-9035f9d98a66-38567f95-848a-42c4-bd36-37c320d8b990', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06'}]}} from dv-cinder-840493-2-iscsi. {{(pid=104558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 16:40:26.167089 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.274276 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7965'] for router (ab3a9566-c234-4452-af10-f17dd66b5451), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.275608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1628663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600583', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1704100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7956'] for router (ab3a9566-c234-4452-af10-f17dd66b5451), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.311458 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Allocated IP 172.20.0.2 (38567f95-848a-42c4-bd36-37c320d8b990/5b9f2100-9dc0-4a0e-846e-398509f35e06/44038111-abb7-4510-956c-e9134a9c8afa) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:26.332610 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for router_controller (ab3a9566-c234-4452-af10-f17dd66b5451), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.384193 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.449463 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks [] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.466794 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks [] for port (44038111-abb7-4510-956c-e9134a9c8afa), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.507226 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8e11f73e-fdd3-43e9-a222-f26f829d15c9 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:26.534871 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for router_gateway (ab3a9566-c234-4452-af10-f17dd66b5451), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.552584 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:26.553065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.559554 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.619219 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Pushing event updated for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:26.621669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651'] for port (44038111-abb7-4510-956c-e9134a9c8afa), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.635203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.649085 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.655801 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:40:26.673165 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Network 38567f95-848a-42c4-bd36-37c320d8b990 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:26.680670 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:26.683917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:26.685051 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:40:26.686087 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:26.703613 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Attempting to bind port ea081f40-0b1f-47f8-a564-2e7a59c76236 on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:26.703971 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Attempting to bind port ea081f40-0b1f-47f8-a564-2e7a59c76236 by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:26.704580 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Attempting to bind port ea081f40-0b1f-47f8-a564-2e7a59c76236 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:26.712028 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.713390 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:26.713921 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:26.714424 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.714779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.715017 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Bound using segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:26.715879 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Bound port: ea081f40-0b1f-47f8-a564-2e7a59c76236, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:26.716539 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.740821 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Pushing event updated for resources: {'Port': ['ID=44038111-abb7-4510-956c-e9134a9c8afa,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:26.758984 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Attempting to bind port 44038111-abb7-4510-956c-e9134a9c8afa on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:26.761881 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Attempting to bind port 44038111-abb7-4510-956c-e9134a9c8afa by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:26.762773 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Attempting to bind port 44038111-abb7-4510-956c-e9134a9c8afa on network 38567f95-848a-42c4-bd36-37c320d8b990 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:26.769422 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.776876 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:26.778262 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Checking segment: {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:26.779251 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.779667 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Bound using segment: {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:26.780167 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Bound port: 44038111-abb7-4510-956c-e9134a9c8afa, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:26.780735 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (44038111-abb7-4510-956c-e9134a9c8afa), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.795021 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.798548 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] For port ea081f40-0b1f-47f8-a564-2e7a59c76236, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:26.803333 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] For port ea081f40-0b1f-47f8-a564-2e7a59c76236, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ea081f40-0b1f-47f8-a564-2e7a59c76236,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:26.877374 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] For port 44038111-abb7-4510-956c-e9134a9c8afa, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:26.895691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] For port 44038111-abb7-4510-956c-e9134a9c8afa, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=44038111-abb7-4510-956c-e9134a9c8afa,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:26.898039 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for router_gateway (ab3a9566-c234-4452-af10-f17dd66b5451), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.898683 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-0bde9464-15da-4f0b-b545-566cabfe923e None None] Provisioning complete for port ea081f40-0b1f-47f8-a564-2e7a59c76236 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:26.899048 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0bde9464-15da-4f0b-b545-566cabfe923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.907894 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.917627 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:26.921848 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:26.932433 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0bde9464-15da-4f0b-b545-566cabfe923e None None] Port ea081f40-0b1f-47f8-a564-2e7a59c76236 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:26.980607 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef75cb-c377-4a91-80e3-8acc82811937 None None] Pushing event updated for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:26.986563 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:26.986563 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:27.006899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (44038111-abb7-4510-956c-e9134a9c8afa), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.058251 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Allocated IP 172.27.3.68 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/6ccdbe73-560f-4579-b067-cb3b63f0ff8e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:27.076110 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d0c6-1769-413f-9571-7ab2de0f02a0 None None] Pushing event updated for resources: {'Port': ['ID=44038111-abb7-4510-956c-e9134a9c8afa,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:27.119395 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:27.200543 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:27.222970 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.261627 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Provisioning complete for port ea081f40-0b1f-47f8-a564-2e7a59c76236 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:27.262966 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.325991 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.373020 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:27.375158 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:27.381020 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:27.384747 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:27.387326 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Current status of the port ea081f40-0b1f-47f8-a564-2e7a59c76236 is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:27.389608 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.391473 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:26Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:27.416397 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:27.433894 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d7129-7ee4-4d83-8257-44254f73d119 None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:26Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:40:27.447000 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] For port ea081f40-0b1f-47f8-a564-2e7a59c76236, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ea081f40-0b1f-47f8-a564-2e7a59c76236,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:27.525792 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.578452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ec359-95f2-4461-aef6-2ea8defac95f None None] Pushing event updated for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:27.722091 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for router_gateway (ab3a9566-c234-4452-af10-f17dd66b5451), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:27.810625 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:27.936444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1628608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600564'] for router (ab3a9566-c234-4452-af10-f17dd66b5451), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.165630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Router ab3a9566-c234-4452-af10-f17dd66b5451 is scheduled to L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 16:40:28.176832 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda18fe-5f0e-4fcb-a158-28a29e937391 None None] Network 38567f95-848a-42c4-bd36-37c320d8b990 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:40:28.256867 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Provisioning complete for port 44038111-abb7-4510-956c-e9134a9c8afa triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:28.257550 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (44038111-abb7-4510-956c-e9134a9c8afa), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.368827 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Current status of the port 44038111-abb7-4510-956c-e9134a9c8afa is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:28.369209 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (44038111-abb7-4510-956c-e9134a9c8afa), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.408225 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] For port 44038111-abb7-4510-956c-e9134a9c8afa, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=44038111-abb7-4510-956c-e9134a9c8afa,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:28.485196 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (44038111-abb7-4510-956c-e9134a9c8afa), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.547758 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b187c-6c00-4eb7-bbc6-ff028c165a20 None None] Pushing event updated for resources: {'Port': ['ID=44038111-abb7-4510-956c-e9134a9c8afa,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:28.576309 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:40:28.578832 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Sync routers for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:40:28.593120 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:28.594214 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:28.647464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ea081f40-0b1f-47f8-a564-2e7a59c76236 up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:28.677682 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-c4e2bc75-8daf-4078-bbe4-33faa41f8418 None None] Provisioning complete for port 44038111-abb7-4510-956c-e9134a9c8afa triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:28.678123 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc75-8daf-4078-bbe4-33faa41f8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (44038111-abb7-4510-956c-e9134a9c8afa), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.732143 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.733959 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0a435a2b-0dc6-41bb-9cbe-1f3c2e6f3636 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5941794 May 27 16:40:28.736758 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48260) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:28.805455 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port ea081f40-0b1f-47f8-a564-2e7a59c76236 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:28.805821 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:28.809672 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:29.017887 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a40b06b9-7a3e-4fe8-a3a1-978a7dd0ae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.044541 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:29.088044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2bc75-8daf-4078-bbe4-33faa41f8418 None None] Current status of the port 44038111-abb7-4510-956c-e9134a9c8afa is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:29.147931 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.173747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port ea081f40-0b1f-47f8-a564-2e7a59c76236 is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:29.174810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 44038111-abb7-4510-956c-e9134a9c8afa up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:29.196513 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:29.256207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 3, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:29.287382 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Checking router: ab3a9566-c234-4452-af10-f17dd66b5451 for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:40:29.287728 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Updating router ab3a9566-c234-4452-af10-f17dd66b5451 port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e binding host dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:40:29.291996 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 44038111-abb7-4510-956c-e9134a9c8afa triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:29.292371 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (44038111-abb7-4510-956c-e9134a9c8afa), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.313886 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Allocated IP 172.20.0.1 (38567f95-848a-42c4-bd36-37c320d8b990/5b9f2100-9dc0-4a0e-846e-398509f35e06/f598f63e-02dc-404b-96ac-42ca73fcc34c) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:29.340694 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.424043 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks [] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.495810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 44038111-abb7-4510-956c-e9134a9c8afa is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:29.508534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.546280 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Network 38567f95-848a-42c4-bd36-37c320d8b990 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:29.552971 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:29.556953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:29.579868 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:29.583022 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Pushing event updated for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:29.595061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:29.602683 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601095'] for router_interface (ab3a9566-c234-4452-af10-f17dd66b5451), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.701297 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks [] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.765586 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.799010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.839912 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130278f-4233-40a6-b6b3-915c7dd523c6 None None] Pushing event updated for resources: {'Port': ['ID=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:29.843184 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Attempting to bind port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:29.843555 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Attempting to bind port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:29.843966 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Attempting to bind port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e on network 36362ef2-50da-41bd-9229-b8922da4ba5b {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:29.849195 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-6455f0a5-96e4-4adf-a7c2-cf834296a961 None None] Provisioning complete for port f598f63e-02dc-404b-96ac-42ca73fcc34c triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:29.849734 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6455f0a5-96e4-4adf-a7c2-cf834296a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.851414 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:29.853668 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:29.853888 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Checking segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:29.854154 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.854548 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Bound using segment: {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:29.855118 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Bound port: 6ccdbe73-560f-4579-b067-cb3b63f0ff8e, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8110c60d-f092-4d18-a7db-19f6634753fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:29.855503 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:29.916588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-6455f0a5-96e4-4adf-a7c2-cf834296a961 None None] Port f598f63e-02dc-404b-96ac-42ca73fcc34c cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:29.933993 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] For port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:29.937445 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] For port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:30.002513 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks [] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.034760 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.069842 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.096216 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130278f-4233-40a6-b6b3-915c7dd523c6 None None] Pushing event updated for resources: {'Port': ['ID=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:30.099176 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:30.099767 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:30.209694 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:30.232952 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:30.412248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'f598f63e-02dc-404b-96ac-42ca73fcc34c', 'name': '', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'mac_address': 'fa:16:3e:f2:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:29Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 2, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'subnets': [{'id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:30.433695 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Pushing event updated for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:30.437202 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-243750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1599223'] for router_interface (ab3a9566-c234-4452-af10-f17dd66b5451), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.437600 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29a6a7-5ac2-4b8a-953a-119cc5cac5f7 None None] The sync data for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi is: [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'f598f63e-02dc-404b-96ac-42ca73fcc34c', 'name': '', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'mac_address': 'fa:16:3e:f2:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:29Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 2, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'subnets': [{'id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:40:30.508378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 44038111-abb7-4510-956c-e9134a9c8afa up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:30.546942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Network 38567f95-848a-42c4-bd36-37c320d8b990 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:30.548647 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:30.557066 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 44038111-abb7-4510-956c-e9134a9c8afa triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:30.557546 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (44038111-abb7-4510-956c-e9134a9c8afa), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.644168 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 44038111-abb7-4510-956c-e9134a9c8afa is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:30.681967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:30.695224 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Router ab3a9566-c234-4452-af10-f17dd66b5451 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:40:30.813191 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:40:30.822010 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-71b4af6f-0e48-4989-b88d-45b9788b6f9b admin admin] 10.222.0.42 "PUT /v2.0/routers/ab3a9566-c234-4452-af10-f17dd66b5451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0839045 May 27 16:40:30.842130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-d2188dc9-99f6-47a6-840b-8412c849dbf3 None None] Provisioning complete for port f598f63e-02dc-404b-96ac-42ca73fcc34c triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:30.842130 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d2188dc9-99f6-47a6-840b-8412c849dbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:30.877166 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d2188dc9-99f6-47a6-840b-8412c849dbf3 None None] Port f598f63e-02dc-404b-96ac-42ca73fcc34c cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:31.355149 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48270) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:31.356557 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487079264', 'description': 'tempest-secgroup-smoke-487079264 description', 'project_id': 'a7987c5244084c328b132a11290832ba'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:31.440193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.515402 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (8b33ac1f-c225-4486-8450-5ed6d6e36b0b), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.583074 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fc01dd82-e2f9-4449-9f76-9d6ca2c495d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.604940 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8b33ac1f-c225-4486-8450-5ed6d6e36b0b), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.623427 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:31.637968 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b33ac1f-c225-4486-8450-5ed6d6e36b0b,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:31.721243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.722642 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-a310ffba-b9ee-4e97-b28b-0650d8a5239d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3699312 May 27 16:40:31.726564 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48272) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:31.731579 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:31.862978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (ecc0a39a-23f4-4c45-9857-132024882c6a), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:31.913088 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (ecc0a39a-23f4-4c45-9857-132024882c6a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.022608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (ecc0a39a-23f4-4c45-9857-132024882c6a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.042780 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc0a39a-23f4-4c45-9857-132024882c6a,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:32.110385 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.111877 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-04e80180-6a52-4405-b7e7-0e82e4ba5e41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836367 May 27 16:40:32.115821 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48274) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:32.121108 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:32.234433 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (eabd6333-fa2b-466a-b968-33fcb88a99ac), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.284566 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (eabd6333-fa2b-466a-b968-33fcb88a99ac), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.422578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (eabd6333-fa2b-466a-b968-33fcb88a99ac), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.444027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd6333-fa2b-466a-b968-33fcb88a99ac,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:32.489082 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Sync routers for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:40:32.500517 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:32.501222 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:32.512024 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ccdbe73-560f-4579-b067-cb3b63f0ff8e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:32.527067 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.529076 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-99dad045-73b3-4955-a03e-ede14f7de1a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4116619 May 27 16:40:32.531340 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48276) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:32.536908 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:32.560622 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:32.561207 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.611937 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:32.632583 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (42966386-79d6-4d8c-80ec-aec9740d5c28), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.643074 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:32.645113 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.666590 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] For port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:32.684723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (42966386-79d6-4d8c-80ec-aec9740d5c28), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.731302 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:32.736452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.771980 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (42966386-79d6-4d8c-80ec-aec9740d5c28), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.795096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Pushing event updated for resources: {'Port': ['ID=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:32.805031 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42966386-79d6-4d8c-80ec-aec9740d5c28,revision_number=0']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:32.844906 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.845684 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:32.875612 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:32.880469 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48278) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:32.881027 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b9377b24-ad4c-4275-8228-5941286ef814 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480279 May 27 16:40:32.885916 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:32.899397 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:32.920378 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'f598f63e-02dc-404b-96ac-42ca73fcc34c', 'name': '', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'mac_address': 'fa:16:3e:f2:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:29Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 2, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'subnets': [{'id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:32.945361 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Checking router: ab3a9566-c234-4452-af10-f17dd66b5451 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:40:32.945880 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Updating router ab3a9566-c234-4452-af10-f17dd66b5451 port f598f63e-02dc-404b-96ac-42ca73fcc34c binding host dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 16:40:32.974090 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.005602 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (a4b6ac4d-33b9-4128-aa2a-44d923a4167f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.069208 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (a4b6ac4d-33b9-4128-aa2a-44d923a4167f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.154043 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (a4b6ac4d-33b9-4128-aa2a-44d923a4167f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.174826 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b6ac4d-33b9-4128-aa2a-44d923a4167f,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:33.263333 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks [] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.270947 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.272192 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-67e7e67a-c540-4a2a-96b4-a17337ba6d4b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3904831 May 27 16:40:33.274931 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48280) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:33.279319 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:33.365500 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.394273 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Project a7987c5244084c328b132a11290832ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:40:33.401359 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (964fe06e-38b0-40e3-9e68-b7c69f6daf81), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.411312 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:33.444116 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516f644-0b69-4449-8a8e-09349ae45d86 None None] Pushing event updated for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:33.470144 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (964fe06e-38b0-40e3-9e68-b7c69f6daf81), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.472263 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:33.482746 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Attempting to bind port f598f63e-02dc-404b-96ac-42ca73fcc34c on host dv-cinder-840493-2-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:33.483115 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Attempting to bind port f598f63e-02dc-404b-96ac-42ca73fcc34c by drivers openvswitch,hyperv on host dv-cinder-840493-2-iscsi at level 0 using segments [{'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:33.483478 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Attempting to bind port f598f63e-02dc-404b-96ac-42ca73fcc34c on network 38567f95-848a-42c4-bd36-37c320d8b990 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:33.489192 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Checking agent: {'id': 'e29709d8-0134-4f8d-b629-3fb91c9b4324', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840493-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 19, 36), 'started_at': datetime.datetime(2022, 5, 27, 16, 20, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840493-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:33.491505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Checking segment: {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:33.491505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.491505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Bound using segment: {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:33.491505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Bound port: f598f63e-02dc-404b-96ac-42ca73fcc34c, host: dv-cinder-840493-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae1625-c945-45cb-8534-b52859ee5c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:33.491505 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.531181 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (964fe06e-38b0-40e3-9e68-b7c69f6daf81), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.555020 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964fe06e-38b0-40e3-9e68-b7c69f6daf81,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:33.564950 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] For port f598f63e-02dc-404b-96ac-42ca73fcc34c, host dv-cinder-840493-2-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:33.569877 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] For port f598f63e-02dc-404b-96ac-42ca73fcc34c, host dv-cinder-840493-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f598f63e-02dc-404b-96ac-42ca73fcc34c,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:33.614460 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-162da17f-e288-45ca-95d0-62b4b596b4a2 None None] Provisioning complete for port f598f63e-02dc-404b-96ac-42ca73fcc34c triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:33.615475 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-162da17f-e288-45ca-95d0-62b4b596b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.630083 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.631920 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d5319fd5-f174-4dec-9fda-bd73bd3d2443 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560505 May 27 16:40:33.634800 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48282) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:40:33.639294 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'security_group_rule': {'security_group_id': '8b33ac1f-c225-4486-8450-5ed6d6e36b0b', 'project_id': 'a7987c5244084c328b132a11290832ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:33.648096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-162da17f-e288-45ca-95d0-62b4b596b4a2 None None] Port f598f63e-02dc-404b-96ac-42ca73fcc34c cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:33.651297 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.716391 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:40:33.717011 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:40:31Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:33.719135 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516f644-0b69-4449-8a8e-09349ae45d86 None None] Pushing event updated for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:33.736983 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Project a7987c5244084c328b132a11290832ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 16:40:33.745402 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (16a2f91b-0b36-41bb-9374-14f62335c6ce), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.805059 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (16a2f91b-0b36-41bb-9374-14f62335c6ce), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.831263 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:40:33.891087 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283973'] for security_group_rule (16a2f91b-0b36-41bb-9374-14f62335c6ce), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.913000 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a2f91b-0b36-41bb-9374-14f62335c6ce,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:33.929014 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:33.968985 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Provisioning complete for port f598f63e-02dc-404b-96ac-42ca73fcc34c triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:33.969388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.975040 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:33.977178 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ff21ec29-7685-4ef6-9544-6b27c55068fc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3413782 May 27 16:40:34.038680 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'f598f63e-02dc-404b-96ac-42ca73fcc34c', 'name': '', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'mac_address': 'fa:16:3e:f2:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:29Z', 'updated_at': '2022-05-27T16:40:33Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'subnets': [{'id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:40:34.066819 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce7792a-e9ef-4338-85b0-7278629fa90b None None] The sync data for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi is: [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:29Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'f598f63e-02dc-404b-96ac-42ca73fcc34c', 'name': '', 'network_id': '38567f95-848a-42c4-bd36-37c320d8b990', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'mac_address': 'fa:16:3e:f2:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:29Z', 'updated_at': '2022-05-27T16:40:33Z', 'revision_number': 4, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'subnets': [{'id': '5b9f2100-9dc0-4a0e-846e-398509f35e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:40:34.072290 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Current status of the port f598f63e-02dc-404b-96ac-42ca73fcc34c is: DOWN; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:34.072760 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:34.115967 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] For port f598f63e-02dc-404b-96ac-42ca73fcc34c, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f598f63e-02dc-404b-96ac-42ca73fcc34c,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:40:34.131344 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:34.200169 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:34.256149 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ca178-7e68-4450-bc8a-a1fa55ad96b4 None None] Pushing event updated for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:34.517769 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ccdbe73-560f-4579-b067-cb3b63f0ff8e up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:34.556990 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:34.581388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:34.581388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:34.695901 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:34.698058 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f598f63e-02dc-404b-96ac-42ca73fcc34c up at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:40:34.750008 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Provisioning complete for port f598f63e-02dc-404b-96ac-42ca73fcc34c triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:34.750374 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:34.826397 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Current status of the port f598f63e-02dc-404b-96ac-42ca73fcc34c is: ACTIVE; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:40:35.685407 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:41.085827 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:42.676243 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=25,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:42.805163 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=20,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:43.907737 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:43.911750 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:44.041724 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=54 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:51.016659 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:51.018544 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:52.105893 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-0cc13dec-98ff-43dc-afd4-438effcc147d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487079264&fields=id&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 267 time: 0.0437062 May 27 16:40:52.214790 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-f123336c-1dec-41a9-9a95-b3291647ed98 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:52.216427 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-f123336c-1dec-41a9-9a95-b3291647ed98 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1042659 May 27 16:40:52.230819 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-f25936f0-5a8c-42ce-af9d-2419d4bf6103 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/quotas/a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 375 time: 0.0089483 May 27 16:40:52.280147 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-f0a69df9-9b69-4e55-97a4-352a03716f8b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443859 May 27 16:40:52.384218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-7fb1b707-f881-43b3-a887-5a80171c912e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 16:40:52.385228 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-7fb1b707-f881-43b3-a887-5a80171c912e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0945358 May 27 16:40:52.479489 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-762a4c04-995b-4db6-b040-fd617948ec6f service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871294 May 27 16:40:52.570509 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-8bbe609f-e973-4fad-95c8-8c94f624e684 service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 May 27 16:40:53.149522 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd8fc45f-6793-4435-af67-58450c515694 req-6d260d49-3796-4862-a212-11e8770f5f22 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 210 time: 0.0346985 May 27 16:40:54.250430 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca356267-1552-4a51-bf2f-4d65e3e56104 req-daca77be-d5a9-4831-a14a-1c4faca75d99 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 210 time: 0.0272970 May 27 16:40:55.351190 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b2df7d3f-dfbf-4e74-9a75-9cfa3e023503 req-bb56f1b8-59fc-4f09-99dc-259320365380 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 210 time: 0.0305600 May 27 16:40:55.607862 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-d1686ba6-7814-46c9-a9a1-e19d2e76069f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:55.609404 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-d1686ba6-7814-46c9-a9a1-e19d2e76069f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1060939 May 27 16:40:55.683422 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-a523df51-eb6e-4d09-83af-4b547e4e36a6 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 379 time: 0.0554178 May 27 16:40:55.691684 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'port': {'device_id': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'admin_state_up': True, 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'security_groups': ['8b33ac1f-c225-4486-8450-5ed6d6e36b0b']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:55.884759 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Made reservation on behalf of a7987c5244084c328b132a11290832ba for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:40:55.890125 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.025411 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.20.0.9 (40bbd07d-37b7-4b97-9458-e5ba68f9fe01/1fc0a284-899b-4851-bdba-d9884d01d347/e467a04c-82e3-49e7-8bce-e2d4687f0a8d) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:40:56.160286 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.268656 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.316791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:40:56.322015 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:40:56.326685 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:40:56.333254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:56.387280 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:56.388093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.471310 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-721528dc-528e-425d-a2db-eb19f11ca4aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832496 May 27 16:40:56.475410 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ef198-1c64-4682-8fe0-7ed73dd74d80 req-e7b829d1-e595-4e7c-94c4-a5880e58dfa5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:56.477449 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c5ef198-1c64-4682-8fe0-7ed73dd74d80 req-e7b829d1-e595-4e7c-94c4-a5880e58dfa5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 931 time: 0.0512185 May 27 16:40:56.499298 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Request body: {'port': {'device_id': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:40:56.500942 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:56.536314 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9c5ef198-1c64-4682-8fe0-7ed73dd74d80 req-add408fb-77d3-4185-b5bb-23ac15939c32 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517526 May 27 16:40:56.566221 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.571171 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-efa3189e-e8f2-43ee-841d-a0edf34dbaea None None] Provisioning complete for port e467a04c-82e3-49e7-8bce-e2d4687f0a8d triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:40:56.571698 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-efa3189e-e8f2-43ee-841d-a0edf34dbaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.601626 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:56.605170 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-efa3189e-e8f2-43ee-841d-a0edf34dbaea None None] Port e467a04c-82e3-49e7-8bce-e2d4687f0a8d cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:40:56.868882 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e467a04c-82e3-49e7-8bce-e2d4687f0a8d {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:40:56.877096 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks [] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:56.890278 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Transition to ACTIVE for port object e467a04c-82e3-49e7-8bce-e2d4687f0a8d will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:40:56.993334 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:57.045976 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:57.133456 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Attempting to bind port e467a04c-82e3-49e7-8bce-e2d4687f0a8d on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:40:57.134888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Attempting to bind port e467a04c-82e3-49e7-8bce-e2d4687f0a8d by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:40:57.134888 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Attempting to bind port e467a04c-82e3-49e7-8bce-e2d4687f0a8d on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:57.139475 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Port e467a04c-82e3-49e7-8bce-e2d4687f0a8d on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:40:57.139799 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Attempting to bind port e467a04c-82e3-49e7-8bce-e2d4687f0a8d on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:40:57.145791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:40:57.145791 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:40:57.146171 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Bound using segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:40:57.146629 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Bound port: e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:40:57.146967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:57.219767 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:57.222797 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:40:57.226093 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:40:57.319918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:57.356120 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.356831 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:57.358915 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 200 len: 1093 time: 0.8674059 May 27 16:40:57.361040 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:40:57.363359 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3dbc6-0818-4792-ae7b-6c658691b243" -d '{"events": [{"name": "network-changed", "server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:40:57.388953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962f02-1719-4be6-ae5b-0f1f4ce6c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:40:57.422395 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b68c0e-7957-4aff-b4c7-108b6df96440 x-openstack-request-id: req-31b68c0e-7957-4aff-b4c7-108b6df96440 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:40:57.422804 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:40:57.423152 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31b68c0e-7957-4aff-b4c7-108b6df96440 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:40:57.423687 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b68c0e-7957-4aff-b4c7-108b6df96440'] response: {'name': 'network-changed', 'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'status': 'completed', 'code': 200} May 27 16:40:57.564772 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-0bc69709-44db-4cea-ad26-000be7da6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.566325 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-0bc69709-44db-4cea-ad26-000be7da6003 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1127 time: 0.0466871 May 27 16:40:57.659575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b4ec-64b8-47d9-86df-5f5f52d37d6a req-9210eb2e-6806-4828-89b0-5cc5fb1bf9ac tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.661292 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5147b4ec-64b8-47d9-86df-5f5f52d37d6a req-9210eb2e-6806-4828-89b0-5cc5fb1bf9ac tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0521946 May 27 16:40:57.687809 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-81aa10f2-a389-41bc-9cd0-a2c67673b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.689319 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-81aa10f2-a389-41bc-9cd0-a2c67673b124 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a7987c5244084c328b132a11290832ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1031845 May 27 16:40:57.713096 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5147b4ec-64b8-47d9-86df-5f5f52d37d6a req-9c657178-5f09-4412-a069-dcb7e845f5c0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 May 27 16:40:57.798200 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-ee6b0ce6-8299-4665-8731-cdef33c7660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.799676 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-7ee3dbc6-0818-4792-ae7b-6c658691b243 req-ee6b0ce6-8299-4665-8731-cdef33c7660a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016531 May 27 16:40:57.905850 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-af370d85-8dbe-4f44-a55f-64b006130b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:57.907376 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-af370d85-8dbe-4f44-a55f-64b006130b64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1127 time: 0.0410407 May 27 16:40:57.963542 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-80faa95f-cc4e-4f30-9a43-ba50e1ef4f77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 200 len: 217 time: 0.0350866 May 27 16:40:58.019876 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-a852b389-54f7-400e-83f4-614047bcbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:58.021624 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-a852b389-54f7-400e-83f4-614047bcbee5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0493798 May 27 16:40:58.073727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-3213cc5b-4b1e-489e-9ccb-8c39ceb79d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:58.075252 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-3213cc5b-4b1e-489e-9ccb-8c39ceb79d9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432746 May 27 16:40:58.175044 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-fee04f38-1745-4389-8a43-ba5d98ac8085 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898473 May 27 16:40:58.254447 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:40:58.270373 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-00365cbc-29ba-45d7-b20d-a0919d54e0b1 req-9064354b-32fb-44a4-af94-9b132ce7c151 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865071 May 27 16:40:58.810517 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b548f393-6c9d-4093-aa29-5da0acc13c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:40:58.830380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7388ff2-ec62-46e5-abed-43f71dbf9a84 req-1610da80-8558-43b0-8a39-620bd3a8dadd tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:40:58.831885 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7388ff2-ec62-46e5-abed-43f71dbf9a84 req-1610da80-8558-43b0-8a39-620bd3a8dadd tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0473380 May 27 16:40:58.880949 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d7388ff2-ec62-46e5-abed-43f71dbf9a84 req-e8bb972e-a518-4409-9071-90e94fd1dd9b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433731 May 27 16:41:00.006716 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fc4dd-371a-4774-a30c-105e146cf70c req-7ecb01c5-42be-4cbe-a028-ffe0fbe00571 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:00.008211 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-738fc4dd-371a-4774-a30c-105e146cf70c req-7ecb01c5-42be-4cbe-a028-ffe0fbe00571 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0555811 May 27 16:41:00.063192 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-738fc4dd-371a-4774-a30c-105e146cf70c req-634ff6f0-45a7-4588-a451-31a6cb563602 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488298 May 27 16:41:01.177492 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276cc1c-f162-4604-b71a-78e81c37e044 req-0a3bb0c3-c256-4b7c-ab47-1cc85f3665d0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:01.178963 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1276cc1c-f162-4604-b71a-78e81c37e044 req-0a3bb0c3-c256-4b7c-ab47-1cc85f3665d0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0477960 May 27 16:41:01.228367 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1276cc1c-f162-4604-b71a-78e81c37e044 req-a9fe6910-2e8d-420a-a522-7c0d9b5cf72e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436878 May 27 16:41:01.564023 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5951-cf41-4d32-9925-8c2d5dcf1f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:02.346812 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adcd97-4ebd-4ce8-b935-f0ec1bb5f58e req-34d1cc92-9cfb-4e0b-9f16-3532a4ff1eaf tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:02.348317 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-03adcd97-4ebd-4ce8-b935-f0ec1bb5f58e req-34d1cc92-9cfb-4e0b-9f16-3532a4ff1eaf tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0516059 May 27 16:41:02.366509 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:02.398066 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-03adcd97-4ebd-4ce8-b935-f0ec1bb5f58e req-61621373-be50-487f-b124-aac2cb7be280 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 May 27 16:41:02.816408 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:03.524969 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46db7d-009b-42fb-b561-12fbf5cd3c65 req-df095646-0b65-4965-9211-2a5b397a9dac tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:03.526532 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c46db7d-009b-42fb-b561-12fbf5cd3c65 req-df095646-0b65-4965-9211-2a5b397a9dac tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0537298 May 27 16:41:03.554971 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:03.583477 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c46db7d-009b-42fb-b561-12fbf5cd3c65 req-9492d601-1ffa-445b-aa95-137b05181501 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492980 May 27 16:41:03.684004 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:41:04.153808 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:04.717299 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba3e6-a71b-40ae-a1e6-d429a4042242 req-3f9d9901-1589-4642-be4b-e4fa1bf5f4b2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:04.718715 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c6ba3e6-a71b-40ae-a1e6-d429a4042242 req-3f9d9901-1589-4642-be4b-e4fa1bf5f4b2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0591538 May 27 16:41:04.775669 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c6ba3e6-a71b-40ae-a1e6-d429a4042242 req-c202eae6-f467-4d67-86ec-731666aead82 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513036 May 27 16:41:05.647190 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:05.890130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0030-1252-46f7-80cf-724d2dae2953 req-46fc2c64-806b-4d0f-b7ee-43b713836c88 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:05.891641 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0ff0030-1252-46f7-80cf-724d2dae2953 req-46fc2c64-806b-4d0f-b7ee-43b713836c88 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0478325 May 27 16:41:05.942037 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0ff0030-1252-46f7-80cf-724d2dae2953 req-3ddc8010-6f6d-45a0-858f-69708a9d04c3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 May 27 16:41:06.870890 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device e467a04c-82e3-49e7-8bce-e2d4687f0a8d details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:41:06.974002 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:41:06.985605 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'port_id': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'mac_address': 'fa:16:3e:a2:58:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:41:07.021075 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port e467a04c-82e3-49e7-8bce-e2d4687f0a8d is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:41:07.021389 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:07.039314 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e467a04c-82e3-49e7-8bce-e2d4687f0a8d {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:41:07.058843 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:41:07.069836 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dc541-3d7e-44d8-b425-79659f1f120b req-0db2fbba-e183-4a23-89ff-f71b4386ab60 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:07.071312 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc7dc541-3d7e-44d8-b425-79659f1f120b req-0db2fbba-e183-4a23-89ff-f71b4386ab60 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 943 time: 0.0562167 May 27 16:41:07.121147 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc7dc541-3d7e-44d8-b425-79659f1f120b req-e5b921d1-5a52-428c-82ec-b45c5ad80e33 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 May 27 16:41:07.147881 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:07.317009 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:41:07.491444 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['e467a04c-82e3-49e7-8bce-e2d4687f0a8d'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:41:07.706609 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:07.720188 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:08.239865 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e99f6-08f7-4ad7-8369-af46a63dd3e2 req-d0d5ef0d-9016-42ad-aeb7-84a144139b44 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:08.241332 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-934e99f6-08f7-4ad7-8369-af46a63dd3e2 req-d0d5ef0d-9016-42ad-aeb7-84a144139b44 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 944 time: 0.0505469 May 27 16:41:08.267711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=54 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:08.290836 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-934e99f6-08f7-4ad7-8369-af46a63dd3e2 req-54b957e4-6130-4987-b975-f6cb12d619a8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 May 27 16:41:08.892096 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device e467a04c-82e3-49e7-8bce-e2d4687f0a8d up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:41:08.934043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port e467a04c-82e3-49e7-8bce-e2d4687f0a8d completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:41:08.999235 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port e467a04c-82e3-49e7-8bce-e2d4687f0a8d triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:41:08.999617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:09.076603 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port e467a04c-82e3-49e7-8bce-e2d4687f0a8d is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:41:09.077037 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:09.099741 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:41:09.107261 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506c485-b7eb-40dd-abd1-d79bd6cb986d" -d '{"events": [{"server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "name": "network-vif-plugged", "status": "completed", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:41:09.115003 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:41:09.206079 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6251857e-f748-495c-9b00-6c62ea9e957f x-openstack-request-id: req-6251857e-f748-495c-9b00-6c62ea9e957f {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:41:09.206369 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "name": "network-vif-plugged", "status": "completed", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:41:09.206619 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6251857e-f748-495c-9b00-6c62ea9e957f {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:41:09.207015 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6251857e-f748-495c-9b00-6c62ea9e957f'] response: {'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'code': 200} May 27 16:41:09.233649 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:09.285481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:41:09.407516 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655be5-007c-4537-98ae-53452dcd91fc req-c6ffbb24-712e-4e5b-9101-28b850ecf03a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:09.408991 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69655be5-007c-4537-98ae-53452dcd91fc req-c6ffbb24-712e-4e5b-9101-28b850ecf03a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0494487 May 27 16:41:09.460710 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69655be5-007c-4537-98ae-53452dcd91fc req-e6869be3-1e15-4333-9817-707e281e9f68 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 May 27 16:41:09.598099 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f3f9-04cf-4252-88bb-b899a800e1be req-852caea8-a199-409e-954b-91a51443e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:09.599646 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f166f3f9-04cf-4252-88bb-b899a800e1be req-852caea8-a199-409e-954b-91a51443e831 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1129 time: 0.0408447 May 27 16:41:09.657764 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-f166f3f9-04cf-4252-88bb-b899a800e1be req-2016c856-a749-4049-a23b-d79dc737778b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481930 May 27 16:41:10.574490 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c4db5-1202-480b-a6f6-685b00614c3d req-f0185545-7095-472d-99f6-f898d580808f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:10.576721 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-243c4db5-1202-480b-a6f6-685b00614c3d req-f0185545-7095-472d-99f6-f898d580808f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0465944 May 27 16:41:10.630244 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-243c4db5-1202-480b-a6f6-685b00614c3d req-d0c971cc-2745-43ec-ad11-18b87938c07b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477343 May 27 16:41:11.078921 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:11.744667 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2c9a-46b4-400d-b9dd-5cd428eca189 req-f8ae22ca-3087-47f8-8367-3542dc6356fb tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:11.746216 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb2d2c9a-46b4-400d-b9dd-5cd428eca189 req-f8ae22ca-3087-47f8-8367-3542dc6356fb tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0480726 May 27 16:41:11.795971 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cb2d2c9a-46b4-400d-b9dd-5cd428eca189 req-5f9a92ce-735f-43a7-9bc4-8a4ae19dae8d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 May 27 16:41:11.908572 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ec481-6d33-4ae8-978d-076b8c1c268f req-49045bbf-8be9-4c3f-a095-ea85dad61ce6 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:11.910098 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d71ec481-6d33-4ae8-978d-076b8c1c268f req-49045bbf-8be9-4c3f-a095-ea85dad61ce6 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0474854 May 27 16:41:11.959308 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d71ec481-6d33-4ae8-978d-076b8c1c268f req-9f05b785-d3ff-434b-9be4-874138eb4c65 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 May 27 16:41:11.982213 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48458) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:41:12.064678 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb967f26-1c80-456f-8e7a-1bc81177e6d7 tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:12.066285 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cb967f26-1c80-456f-8e7a-1bc81177e6d7 tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1124 time: 0.0834222 May 27 16:41:12.069095 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48462) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:41:12.073346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'port_id': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:41:12.163304 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:12.183781 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:12.243902 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:12.299352 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:12.354475 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.27.3.218 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/0d528db1-07db-4cfe-8cbf-24b3031c521e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:41:12.470023 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:12.559574 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:12.598087 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:41:12.604792 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:41:12.608792 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:41:12.611732 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=0d528db1-07db-4cfe-8cbf-24b3031c521e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:41:12.950660 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:12.952618 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (58aec2e4-c98f-4a03-a646-3194c44b3ef9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.085368 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.267425 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.330412 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14489140'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.333731 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:13.398427 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=0d528db1-07db-4cfe-8cbf-24b3031c521e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:41:13.413806 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (58aec2e4-c98f-4a03-a646-3194c44b3ef9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.510458 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP 58aec2e4-c98f-4a03-a646-3194c44b3ef9 associated. External IP: 172.27.3.218, port: e467a04c-82e3-49e7-8bce-e2d4687f0a8d. May 27 16:41:13.712132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:41:13.811805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:13.815694 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:41:13.826958 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:41:13.835565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:41:13.836173 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:41:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:41:13.904692 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:13.938099 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-17e7a8c2-9c72-42bb-a532-879603db1073 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8643112 May 27 16:41:13.938099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:41:13.938099 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbca3bfc-5542-443d-a6bd-332d1e9b8578" -d '{"events": [{"name": "network-changed", "server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:41:13.946618 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:41:14.036432 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52e4b1d-0442-417d-9feb-486d3ab43f97 x-openstack-request-id: req-c52e4b1d-0442-417d-9feb-486d3ab43f97 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:41:14.036973 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:41:14.040169 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c52e4b1d-0442-417d-9feb-486d3ab43f97 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:41:14.040594 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52e4b1d-0442-417d-9feb-486d3ab43f97'] response: {'name': 'network-changed', 'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'status': 'completed', 'code': 200} May 27 16:41:14.116046 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-0304d03c-5218-48ad-a7f0-fb8d632c1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:14.117593 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-0304d03c-5218-48ad-a7f0-fb8d632c1681 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1129 time: 0.0404592 May 27 16:41:14.171874 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '58aec2e4-c98f-4a03-a646-3194c44b3ef9', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:a2:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:41:12Z', 'updated_at': '2022-05-27T16:41:12Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:41:14.200082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:41:14.209634 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:41:14.210277 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:41:01Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:41:14.212943 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-99e02486-9c12-4e30-bc6c-9e30574d857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:14.215375 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-99e02486-9c12-4e30-bc6c-9e30574d857b service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0906746 May 27 16:41:14.280462 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-7f76d846-765d-427b-8e6b-b8a22f1b2a57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 200 len: 999 time: 0.0602558 May 27 16:41:14.319181 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:41:14.330894 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-04a0997b-c19d-45e8-880b-d1131254088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:14.332391 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-04a0997b-c19d-45e8-880b-d1131254088b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0466683 May 27 16:41:14.378574 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-71e98a12-75fc-4fd5-bb7e-024f923eabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:14.380102 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-71e98a12-75fc-4fd5-bb7e-024f923eabe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410948 May 27 16:41:14.438632 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:14.481818 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-723daa0c-01c9-42e2-b6a2-45132efe7cdd service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957234 May 27 16:41:14.495349 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:14.545146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '58aec2e4-c98f-4a03-a646-3194c44b3ef9', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:a2:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:41:12Z', 'updated_at': '2022-05-27T16:41:12Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:41:14.571362 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa6a62-81c0-4ebe-a559-cbe7bfbd5239 None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '58aec2e4-c98f-4a03-a646-3194c44b3ef9', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:a2:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:41:12Z', 'updated_at': '2022-05-27T16:41:12Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:41:14.584387 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-cbca3bfc-5542-443d-a6bd-332d1e9b8578 req-f731ff53-d181-458e-ac76-e98bd5f99a3f service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965309 May 27 16:41:14.798887 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55dd081-c2b0-4969-aa38-3aa7bcd9797a None None] New status for floating IP 58aec2e4-c98f-4a03-a646-3194c44b3ef9: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:41:23.929652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:23.931596 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:24.574527 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=13 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:24.577306 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=56 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:24.579209 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=56 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:26.674028 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:26.674812 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:28.880044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30234482-d337-45c2-ae8e-f5f75dce1926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:31.598876 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2ededb4d-2bb5-4c5e-a31e-d06efa548f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:32.804449 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:34.131671 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:35.655864 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:40.687474 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:41:41.113083 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:41:46.919676 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-33610dec-0554-4258-8c43-07f3b9e81eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438616 May 27 16:41:47.021283 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-0a8d3417-c2d2-451f-a2a2-cc24346c995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:47.022818 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-0a8d3417-c2d2-451f-a2a2-cc24346c995c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1129 time: 0.0409434 May 27 16:41:47.145918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-a47d3193-779a-456c-8c21-4c74ac7626ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:47.147395 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-a47d3193-779a-456c-8c21-4c74ac7626ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.1064196 May 27 16:41:47.212059 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-a61b150c-4d30-4e36-8541-96028e5b0afe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 200 len: 1001 time: 0.0566933 May 27 16:41:47.261046 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-43c43a1e-7266-4525-853a-d79227e87658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:47.262516 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-43c43a1e-7266-4525-853a-d79227e87658 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0443468 May 27 16:41:47.309900 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-c8b96eb5-b988-456a-b5a7-6e1338b2bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:41:47.311378 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-c8b96eb5-b988-456a-b5a7-6e1338b2bde6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400188 May 27 16:41:47.404659 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-c2741bf1-47ef-4922-9f90-9eedd16fb03c service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 May 27 16:41:47.503299 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-d8a5272a-a253-4c6b-b8e0-f5ca32d13b4d req-c2aed36c-b010-4b94-811b-63720b696275 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902653 May 27 16:41:51.030737 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:51.032669 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:56.687307 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:56.693377 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:57.498657 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=53 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:57.500635 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=48 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:41:58.836082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d446-197e-4307-82f1-91e1cd424dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:01.570527 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-40358f13-e760-48a5-a007-3aae56060212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:02.807523 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:04.133017 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:05.653643 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:11.098777 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:17.687142 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:42:21.024733 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:21.030218 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:28.792596 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4e13beba-c72c-42f7-a4c6-da9380e7697a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:31.583855 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd02-997b-4277-8da4-a2e9086a2c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:32.817810 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:33.685714 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:33.690601 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:34.180827 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:35.692572 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:41.129320 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:42:47.875996 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-21ba6dfa-c598-4f3a-b6ea-b255ec593933 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405118 May 27 16:42:47.990213 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-a848d391-6655-4424-af00-0b771a516d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:42:47.991958 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-a848d391-6655-4424-af00-0b771a516d03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 1129 time: 0.0403504 May 27 16:42:48.107596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-39383d4f-6c5f-4edb-b2bc-eade2d9cb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:42:48.109680 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-39383d4f-6c5f-4edb-b2bc-eade2d9cb8d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0961492 May 27 16:42:48.172274 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-6eebeebd-ab76-4650-8dd7-f206dfb63546 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 200 len: 1001 time: 0.0567768 May 27 16:42:48.222712 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-b530bcb4-c6f6-4ca0-8c57-052d50a4753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:42:48.224146 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-b530bcb4-c6f6-4ca0-8c57-052d50a4753c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0433445 May 27 16:42:48.274565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-9452f983-522e-4651-84a9-a570a9837dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:42:48.276058 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-9452f983-522e-4651-84a9-a570a9837dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432651 May 27 16:42:48.367775 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-dc6af684-19c9-4eb6-940e-73612ceab523 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 May 27 16:42:48.465261 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a4197e6a-f07e-4e60-9eaf-1c0328d741d7 req-43106863-955b-4ecc-a62b-0387c62ee80a service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880082 May 27 16:42:51.042109 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:51.044018 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:54.685992 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:42:58.460064 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=46 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:58.461964 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=55 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:42:58.834441 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e83a-2093-4ebe-861f-3b36770d7229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:01.588834 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cd002944-f9d3-4d37-b445-827b1335651c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:02.809205 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:04.154161 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:05.654717 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:10.677499 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:10.688710 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:10.689741 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e6238-3858-4c6c-9911-6c861224d4fe req-683d1b42-5130-431b-ac7a-aa1a1011e70e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:10.691998 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-630e6238-3858-4c6c-9911-6c861224d4fe req-683d1b42-5130-431b-ac7a-aa1a1011e70e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0502899 May 27 16:43:10.741953 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-630e6238-3858-4c6c-9911-6c861224d4fe req-4fec70ba-8297-4726-94b4-c299f709d4a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443292 May 27 16:43:11.114955 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:11.868027 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35a94-c7d5-4a5c-8b5e-86be76bcbee8 req-3ce26a07-9d6e-418a-b38a-c9b27b3a228a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:11.869551 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ba35a94-c7d5-4a5c-8b5e-86be76bcbee8 req-3ce26a07-9d6e-418a-b38a-c9b27b3a228a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0529749 May 27 16:43:11.921726 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1ba35a94-c7d5-4a5c-8b5e-86be76bcbee8 req-53f345d7-d3c3-46ae-9088-7cbfd83f9e44 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 May 27 16:43:12.637877 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-fff3f825-352e-4ae7-a050-4c3996e8f92f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:12.639512 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-fff3f825-352e-4ae7-a050-4c3996e8f92f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0471573 May 27 16:43:12.727544 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port e467a04c-82e3-49e7-8bce-e2d4687f0a8d {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:43:12.727887 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:12.819292 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] For port e467a04c-82e3-49e7-8bce-e2d4687f0a8d, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:43:12.819543 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:12.989186 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:12.989585 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (58aec2e4-c98f-4a03-a646-3194c44b3ef9), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:12.989900 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP 58aec2e4-c98f-4a03-a646-3194c44b3ef9 disassociated. External IP: 172.27.3.218, port: e467a04c-82e3-49e7-8bce-e2d4687f0a8d. May 27 16:43:12.990249 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for e467a04c-82e3-49e7-8bce-e2d4687f0a8d owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:43:13.045411 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d2b6-bfef-4736-add8-c79216954067 req-d260bc14-a64c-4461-92c2-07565677ea68 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:13.046911 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff64d2b6-bfef-4736-add8-c79216954067 req-d260bc14-a64c-4461-92c2-07565677ea68 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 945 time: 0.0487695 May 27 16:43:13.111870 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ff64d2b6-bfef-4736-add8-c79216954067 req-34bb159d-28ac-4b1e-a815-2680861ed543 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586309 May 27 16:43:13.205390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (e467a04c-82e3-49e7-8bce-e2d4687f0a8d), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:13.233048 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=e467a04c-82e3-49e7-8bce-e2d4687f0a8d,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:13.243967 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.244313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.244651 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.244989 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.245321 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.245682 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.246007 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.246329 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.246653 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.247482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.247482 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.247667 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.247905 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.248225 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.248541 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:13.361268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:43:13.464491 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:43:13.475884 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:43:13.485797 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:43:13.486402 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:43:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:13.507589 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] No DVR routers for this DVR port e467a04c-82e3-49e7-8bce-e2d4687f0a8d on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:43:13.510293 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:13.513404 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-932ed9cb-0973-413c-8399-3f2384dd45ae req-9bf08ba7-ae02-4c71-bc38-17e62ae9efc7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "DELETE /v2.0/ports/e467a04c-82e3-49e7-8bce-e2d4687f0a8d HTTP/1.1" status: 204 len: 173 time: 0.8662293 May 27 16:43:13.513832 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'name': 'network-vif-deleted', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:43:13.516055 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d8d14e-f661-4960-800f-2673dee687cc" -d '{"events": [{"server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "name": "network-vif-deleted", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:43:13.554064 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b81bec-3a75-4a9d-b099-3145ed29195f x-openstack-request-id: req-50b81bec-3a75-4a9d-b099-3145ed29195f {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:43:13.554363 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247bdc47-fb6f-4599-aae0-a669ce4226b8", "name": "network-vif-deleted", "tag": "e467a04c-82e3-49e7-8bce-e2d4687f0a8d", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:43:13.554618 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50b81bec-3a75-4a9d-b099-3145ed29195f {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:43:13.555020 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b81bec-3a75-4a9d-b099-3145ed29195f'] response: {'server_uuid': '247bdc47-fb6f-4599-aae0-a669ce4226b8', 'name': 'network-vif-deleted', 'tag': 'e467a04c-82e3-49e7-8bce-e2d4687f0a8d', 'status': 'completed', 'code': 200} May 27 16:43:13.596673 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:43:13.804069 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:13.950584 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:43:13.959917 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:43:13.960528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:43:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:14.068553 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:43:14.223748 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-815eb238-bbdc-4d52-bf20-68a06936c152 req-4cc82593-791f-43b8-9b64-d29b8bb35b33 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=247bdc47-fb6f-4599-aae0-a669ce4226b8 HTTP/1.1" status: 200 len: 210 time: 0.0335734 May 27 16:43:14.266584 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:14.296089 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211e576-22e4-4209-9635-bc16a9fc253f None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:43:14.534474 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1d2f2-9e78-4857-af4a-f5081032f932 None None] New status for floating IP 58aec2e4-c98f-4a03-a646-3194c44b3ef9: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:43:15.437537 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-45bb461a-810d-4be4-aa6f-940130d74cf6 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487079264&fields=id&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 267 time: 0.0439942 May 27 16:43:15.544714 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-4ada68a9-4cdd-49c1-a93d-9f914e81a03a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:15.546074 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-4ada68a9-4cdd-49c1-a93d-9f914e81a03a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1014428 May 27 16:43:15.560666 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-ccf6eddc-a642-476e-9043-6b0afd74fde8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/quotas/a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 375 time: 0.0091341 May 27 16:43:15.616812 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-b7da8f15-e142-47ec-9cbb-add5971456f8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511537 May 27 16:43:15.715249 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-8a2af4fb-23b7-4614-a526-269fa9000e89 service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856009 May 27 16:43:15.809622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-15783411-f84a-4ce3-8683-3956e1009760 service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885580 May 27 16:43:16.435012 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e913c77-3a64-4824-92ad-4e5fb0ea6783 req-cd15cd4b-f6bd-45a8-be60-ad83d91c1694 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 210 time: 0.0287631 May 27 16:43:17.450560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device e467a04c-82e3-49e7-8bce-e2d4687f0a8d no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:43:17.470588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: e467a04c-82e3-49e7-8bce-e2d4687f0a8d {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:43:17.471265 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device e467a04c-82e3-49e7-8bce-e2d4687f0a8d not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:43:17.532705 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36f438de-4e8a-4091-8f94-84015fc7d43b req-e27e24fe-2b5e-446b-a9d4-9f655a41fba4 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 210 time: 0.0274622 May 27 16:43:18.638402 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-23c40dd1-0720-4f5f-9a60-7b5b3554e451 req-46cad914-1e00-4537-a02b-a6ca743112a6 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 210 time: 0.0285487 May 27 16:43:18.702997 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:18.724181 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-b22578de-0430-4488-82e8-42c8ed0d048d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:18.725649 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-b22578de-0430-4488-82e8-42c8ed0d048d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1082284 May 27 16:43:18.760233 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:18.801381 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-7c31fe6d-d516-470e-91fe-5b1a0ad13512 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 379 time: 0.0540557 May 27 16:43:18.813154 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'port': {'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'admin_state_up': True, 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'security_groups': ['8b33ac1f-c225-4486-8450-5ed6d6e36b0b']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:43:18.988212 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Made reservation on behalf of a7987c5244084c328b132a11290832ba for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:43:18.992041 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.118300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.20.0.5 (40bbd07d-37b7-4b97-9458-e5ba68f9fe01/1fc0a284-899b-4851-bdba-d9884d01d347/b70dc578-c6ca-487d-85f2-51e7fa2e2732) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:43:19.260431 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.346146 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.391889 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:43:19.397538 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:43:19.401326 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:43:19.424352 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:19.454956 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:19.455576 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.458672 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:19.550783 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-086d8bec-aab7-4051-9629-9faffa51f957 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410188 May 27 16:43:19.576634 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Request body: {'port': {'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:43:19.638277 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.655002 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-97ce0403-6174-41e3-843f-024bc579f1e3 None None] Provisioning complete for port b70dc578-c6ca-487d-85f2-51e7fa2e2732 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:43:19.655683 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-97ce0403-6174-41e3-843f-024bc579f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.691969 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-97ce0403-6174-41e3-843f-024bc579f1e3 None None] Port b70dc578-c6ca-487d-85f2-51e7fa2e2732 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:43:19.765683 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d10f5-9630-45f3-bf08-eb839c78ae76 req-783193c1-88d0-41e2-9b09-33af35f1707c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:19.767209 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-192d10f5-9630-45f3-bf08-eb839c78ae76 req-783193c1-88d0-41e2-9b09-33af35f1707c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 931 time: 0.0534582 May 27 16:43:19.821276 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-192d10f5-9630-45f3-bf08-eb839c78ae76 req-adb5d4c8-fa04-411b-bb96-e5b8a1b3c4b5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 May 27 16:43:19.880490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:19.950414 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70dc578-c6ca-487d-85f2-51e7fa2e2732 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:43:19.958690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks [] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:19.973459 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Transition to ACTIVE for port object b70dc578-c6ca-487d-85f2-51e7fa2e2732 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:43:20.056254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:20.112872 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Pushing event updated for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:20.190376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Attempting to bind port b70dc578-c6ca-487d-85f2-51e7fa2e2732 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:43:20.190376 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Attempting to bind port b70dc578-c6ca-487d-85f2-51e7fa2e2732 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:43:20.191228 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Attempting to bind port b70dc578-c6ca-487d-85f2-51e7fa2e2732 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:43:20.195987 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Port b70dc578-c6ca-487d-85f2-51e7fa2e2732 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:43:20.199534 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Attempting to bind port b70dc578-c6ca-487d-85f2-51e7fa2e2732 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:43:20.201638 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:43:20.201977 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:43:20.202356 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Bound using segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:43:20.202779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Bound port: b70dc578-c6ca-487d-85f2-51e7fa2e2732, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:43:20.203131 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:20.272229 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:43:20.276302 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:43:20.309490 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:20.312102 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:20.369814 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:20.405596 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.406213 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:20.407957 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] 10.222.0.15 "PUT /v2.0/ports/b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 1093 time: 0.8356230 May 27 16:43:20.408420 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:43:20.411537 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d1aa6-00f6-4006-9965-e8d76843191a" -d '{"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:43:20.437756 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d349849-a598-457d-b2ed-7a8da6272354 service neutron] Pushing event updated for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:20.453292 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8164a972-aee2-412d-a03b-e0ba48427b48 x-openstack-request-id: req-8164a972-aee2-412d-a03b-e0ba48427b48 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:43:20.453632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:43:20.453886 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8164a972-aee2-412d-a03b-e0ba48427b48 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:43:20.454293 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8164a972-aee2-412d-a03b-e0ba48427b48'] response: {'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'status': 'completed', 'code': 200} May 27 16:43:20.601167 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1aa6-00f6-4006-9965-e8d76843191a req-950a148d-5df9-4d79-80c5-b8a993913b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.601167 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-818d1aa6-00f6-4006-9965-e8d76843191a req-950a148d-5df9-4d79-80c5-b8a993913b38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1127 time: 0.0448883 May 27 16:43:20.694624 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:20.720408 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1aa6-00f6-4006-9965-e8d76843191a req-b47bfbe7-f213-4667-9c8a-d5a07c07389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.721838 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-818d1aa6-00f6-4006-9965-e8d76843191a req-b47bfbe7-f213-4667-9c8a-d5a07c07389d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a7987c5244084c328b132a11290832ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1054704 May 27 16:43:20.842945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1aa6-00f6-4006-9965-e8d76843191a req-55032d33-0a45-4de8-afbf-da731df1bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.844438 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-818d1aa6-00f6-4006-9965-e8d76843191a req-55032d33-0a45-4de8-afbf-da731df1bce1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139636 May 27 16:43:20.945652 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab5a0-5943-4a18-a4c2-019252f3c601 req-3c07e1e1-21fa-4c37-8338-99e2447dfb83 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.947192 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5cbab5a0-5943-4a18-a4c2-019252f3c601 req-3c07e1e1-21fa-4c37-8338-99e2447dfb83 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0486684 May 27 16:43:20.953658 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-ba8d0224-6983-4193-a20c-31d21248e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:20.955150 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-ba8d0224-6983-4193-a20c-31d21248e2e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1127 time: 0.0404649 May 27 16:43:21.006540 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5cbab5a0-5943-4a18-a4c2-019252f3c601 req-60048dff-e9d1-48ec-98f1-439881e4d38b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 May 27 16:43:21.007017 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-22f4aa11-c457-450c-9b06-89d8d1dc0cc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 217 time: 0.0326307 May 27 16:43:21.059215 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-18e117ef-9ba7-45ef-9eea-5cf070364fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:21.060666 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-18e117ef-9ba7-45ef-9eea-5cf070364fb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0484324 May 27 16:43:21.369317 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6bd2e5f0-1cce-4aba-b188-fffd81115a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:21.370840 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-6bd2e5f0-1cce-4aba-b188-fffd81115a94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3012898 May 27 16:43:21.464646 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-96c8819b-d6ce-43b2-b45c-1f2526678cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832062 May 27 16:43:21.562752 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-25cd98e3-d5f5-451e-b366-e582cc25da97 req-87ccf948-c859-46b7-96ab-3eced0d98f5f service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865524 May 27 16:43:22.137693 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a635a08-f746-429a-9ce6-020e52f56e08 req-a985cb1c-02a3-42d0-bdfb-e0af029704aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:22.139178 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a635a08-f746-429a-9ce6-020e52f56e08 req-a985cb1c-02a3-42d0-bdfb-e0af029704aa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0613871 May 27 16:43:22.160915 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:22.194768 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a635a08-f746-429a-9ce6-020e52f56e08 req-79006e30-92ca-4ddf-ad09-306bd9d8d70a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498168 May 27 16:43:23.300397 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:23.311180 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7bbc7-34ee-4617-9219-40da81426d7d req-88eb3bcc-f3ac-4179-b339-1c6170a47e99 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:23.318700 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0d7bbc7-34ee-4617-9219-40da81426d7d req-88eb3bcc-f3ac-4179-b339-1c6170a47e99 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0485072 May 27 16:43:23.362266 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0d7bbc7-34ee-4617-9219-40da81426d7d req-dc0f5a95-9567-4af9-8599-734f50ffa62e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432854 May 27 16:43:24.479501 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abffc-d8f5-467b-beaa-74ad7a0e7225 req-a6f3eaeb-c34c-4975-a60c-66e5ed64ccd1 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:24.480953 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b9abffc-d8f5-467b-beaa-74ad7a0e7225 req-a6f3eaeb-c34c-4975-a60c-66e5ed64ccd1 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0470064 May 27 16:43:24.535416 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b9abffc-d8f5-467b-beaa-74ad7a0e7225 req-99407372-7cbf-488d-bd13-7ee1a8acf11f tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486672 May 27 16:43:24.608667 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:25.648613 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb311-90f7-491e-934d-c3e452700a52 req-8a64e900-69a5-4973-94fa-9377d3624181 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:25.650105 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f61cb311-90f7-491e-934d-c3e452700a52 req-8a64e900-69a5-4973-94fa-9377d3624181 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0481350 May 27 16:43:25.703141 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f61cb311-90f7-491e-934d-c3e452700a52 req-6300ac42-e04d-48e8-99b3-be1bf948c516 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473301 May 27 16:43:26.679639 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:26.827216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb5267-e335-4c60-b639-bf169f995d33 req-7a99ff0c-a919-48cb-b6d7-1797ef52dda8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:26.828782 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cabb5267-e335-4c60-b639-bf169f995d33 req-7a99ff0c-a919-48cb-b6d7-1797ef52dda8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0551453 May 27 16:43:26.881611 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cabb5267-e335-4c60-b639-bf169f995d33 req-6c093aab-4d34-42d1-8573-e79951715b60 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461245 May 27 16:43:28.016361 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e8b9-7f51-49ae-8cde-a4946d21a773 req-54ecb713-164e-43ea-b91e-5bc8b40f8857 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:28.017804 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f411e8b9-7f51-49ae-8cde-a4946d21a773 req-54ecb713-164e-43ea-b91e-5bc8b40f8857 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0544536 May 27 16:43:28.070412 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f411e8b9-7f51-49ae-8cde-a4946d21a773 req-9984a0dd-514e-4539-8168-9418d2eddbd7 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 May 27 16:43:28.787867 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5b2b064e-1568-4013-9829-7d1b83b74db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:29.189216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a709-25b3-43bb-bbaa-e9622d002e55 req-20bf661f-2670-44e3-9953-8b08fba3be86 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:29.190709 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f898a709-25b3-43bb-bbaa-e9622d002e55 req-20bf661f-2670-44e3-9953-8b08fba3be86 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 943 time: 0.0475266 May 27 16:43:29.241873 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f898a709-25b3-43bb-bbaa-e9622d002e55 req-a41d13b3-7e58-451f-9388-928ef44b1066 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 May 27 16:43:29.499248 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device b70dc578-c6ca-487d-85f2-51e7fa2e2732 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:43:29.601908 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:43:29.612793 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:43:29.647747 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port b70dc578-c6ca-487d-85f2-51e7fa2e2732 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:43:29.648129 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:29.660731 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70dc578-c6ca-487d-85f2-51e7fa2e2732 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:43:29.680739 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:43:29.741481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:29.790755 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:29.797824 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.798172 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.798521 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.798864 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.799198 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.799528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.799858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.800202 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.800530 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.800856 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.801182 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.802332 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.803047 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.803424 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:29.803728 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:43:30.116949 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['b70dc578-c6ca-487d-85f2-51e7fa2e2732'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:43:30.355184 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c523b-5bc5-4c23-9dd6-9a819bfcb49c req-578b7755-a656-4e40-abe0-e4a5df4e5cc5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:30.356583 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-193c523b-5bc5-4c23-9dd6-9a819bfcb49c req-578b7755-a656-4e40-abe0-e4a5df4e5cc5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 944 time: 0.0476286 May 27 16:43:30.409250 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-193c523b-5bc5-4c23-9dd6-9a819bfcb49c req-c6289d96-cc39-4f80-8056-51cebf6fb774 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471063 May 27 16:43:31.527611 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9812c84-94ec-423b-b637-54bc2d94641d req-065515ee-45a2-4598-9854-8b6b7424e0b2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:31.529150 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d9812c84-94ec-423b-b637-54bc2d94641d req-065515ee-45a2-4598-9854-8b6b7424e0b2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 944 time: 0.0499153 May 27 16:43:31.530428 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device b70dc578-c6ca-487d-85f2-51e7fa2e2732 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:43:31.553308 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=35 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:31.559870 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:31.579716 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port b70dc578-c6ca-487d-85f2-51e7fa2e2732 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:43:31.583051 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d9812c84-94ec-423b-b637-54bc2d94641d req-cd22a647-eed0-45df-8f53-b2a235ed2ca1 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480380 May 27 16:43:31.583287 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-571be064-c76c-4a7f-871a-c70db56d562e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:31.650425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port b70dc578-c6ca-487d-85f2-51e7fa2e2732 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:43:31.650907 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:31.684761 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:43:31.729680 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port b70dc578-c6ca-487d-85f2-51e7fa2e2732 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:43:31.730429 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:31.731635 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:31.755477 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:43:31.757762 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6057bcc6-1ea1-4cb1-a4e0-865b24bb4fcf" -d '{"events": [{"server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "name": "network-vif-plugged", "status": "completed", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:43:31.771617 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:43:31.796992 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0a219-be23-4bdf-abd3-6668d788b848 x-openstack-request-id: req-aaa0a219-be23-4bdf-abd3-6668d788b848 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:43:31.797280 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "name": "network-vif-plugged", "status": "completed", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:43:31.797560 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa0a219-be23-4bdf-abd3-6668d788b848 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:43:31.797957 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa0a219-be23-4bdf-abd3-6668d788b848'] response: {'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'code': 200} May 27 16:43:31.856358 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:31.890116 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:31.913015 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:32.223706 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a658f-6eff-43e1-80b1-2b22a3aa6ef6 req-dfc011e3-f621-4a70-a8cf-19f487eadcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:32.225521 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf0a658f-6eff-43e1-80b1-2b22a3aa6ef6 req-dfc011e3-f621-4a70-a8cf-19f487eadcf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0416391 May 27 16:43:32.276507 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-bf0a658f-6eff-43e1-80b1-2b22a3aa6ef6 req-00617d0f-06b4-40c5-9782-dca2ac1ace5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 May 27 16:43:32.705263 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d174c-5f11-4c38-b59c-a21df7b8d4b0 req-74b5b8e3-f16b-4629-b880-75254d79ac53 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:32.706754 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a4d174c-5f11-4c38-b59c-a21df7b8d4b0 req-74b5b8e3-f16b-4629-b880-75254d79ac53 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0468693 May 27 16:43:32.757139 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a4d174c-5f11-4c38-b59c-a21df7b8d4b0 req-e1165768-d039-4a99-a37d-cbc89d0bf4c2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 May 27 16:43:32.814494 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:33.876542 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff707b-f7c9-487d-8c61-beb6b17fe1a3 req-28886dda-da7d-4996-a93e-2ef519c5c1fe tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:33.878046 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29ff707b-f7c9-487d-8c61-beb6b17fe1a3 req-28886dda-da7d-4996-a93e-2ef519c5c1fe tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0517716 May 27 16:43:33.928445 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29ff707b-f7c9-487d-8c61-beb6b17fe1a3 req-f1dbb420-6d9c-4b32-9b2b-cd0c554498de tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 May 27 16:43:34.164759 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.031153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:35.044452 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535c83-3fae-46d4-8312-c213048075b9 req-48bcfd93-1ba7-420e-ae91-bfc0d0a97419 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:35.045996 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a535c83-3fae-46d4-8312-c213048075b9 req-48bcfd93-1ba7-420e-ae91-bfc0d0a97419 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0484962 May 27 16:43:35.108166 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a535c83-3fae-46d4-8312-c213048075b9 req-7d15258f-d828-49ac-9af0-ab11b3f877a0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552588 May 27 16:43:35.233622 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b3d7-580f-46e3-96b1-7f8c3984dd8b req-75ffda60-1846-45a0-b354-a5f4f4b5abed tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:35.235034 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd68b3d7-580f-46e3-96b1-7f8c3984dd8b req-75ffda60-1846-45a0-b354-a5f4f4b5abed tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0526528 May 27 16:43:35.286094 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd68b3d7-580f-46e3-96b1-7f8c3984dd8b req-9df51855-9cdf-4360-9e57-d099ec95ec13 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 May 27 16:43:35.318797 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48588) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:43:35.359479 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee53d3-9582-415a-91f1-ecb23a25558f tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:35.360994 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-66ee53d3-9582-415a-91f1-ecb23a25558f tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1124 time: 0.0412040 May 27 16:43:35.364272 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48590) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:43:35.368770 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:43:35.477181 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.559193 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.668052 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.27.3.38 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/b27a356c-e17f-4489-933e-ab0f2666ea80) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:43:35.701954 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.786242 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.894546 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:35.938632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:43:35.943963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:43:35.946722 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=b27a356c-e17f-4489-933e-ab0f2666ea80,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:35.948983 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:43:36.214730 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:36.233531 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:36.317899 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (fd98e01d-d5be-4956-90ae-8d86fd10e785), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:36.452848 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:36.643378 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:36.695352 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:36.770098 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=b27a356c-e17f-4489-933e-ab0f2666ea80,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:43:36.780733 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (fd98e01d-d5be-4956-90ae-8d86fd10e785), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:36.878829 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP fd98e01d-d5be-4956-90ae-8d86fd10e785 associated. External IP: 172.27.3.38, port: b70dc578-c6ca-487d-85f2-51e7fa2e2732. May 27 16:43:37.018125 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=100 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:37.081384 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:43:37.182192 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:43:37.191449 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:43:37.202395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:43:37.203009 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:43:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:37.258805 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:37.290150 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-766d80a2-0307-4257-b9c8-b76792929c6d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9248188 May 27 16:43:37.290760 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:43:37.293659 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63f7d6-e254-4182-bb21-0ee9026c98b8" -d '{"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:43:37.311133 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:43:37.330436 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc3b38e-aa21-488d-8a35-5b78ecc3b11c x-openstack-request-id: req-0bc3b38e-aa21-488d-8a35-5b78ecc3b11c {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:43:37.330796 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:43:37.331089 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bc3b38e-aa21-488d-8a35-5b78ecc3b11c {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:43:37.331610 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc3b38e-aa21-488d-8a35-5b78ecc3b11c'] response: {'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'status': 'completed', 'code': 200} May 27 16:43:37.416829 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-781a8bc8-f77c-45c7-ac28-926d0a73cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:37.418393 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-781a8bc8-f77c-45c7-ac28-926d0a73cad9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0433762 May 27 16:43:37.496025 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:37.513380 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-86899bed-70ce-4070-b148-ad0c66164201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:37.515760 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-86899bed-70ce-4070-b148-ad0c66164201 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0910354 May 27 16:43:37.535765 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:36Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:37.562494 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:43:37.571813 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:43:37.572432 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:43:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:37.586472 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-6d224c65-23ee-4bcb-bddd-b0645c361a65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 998 time: 0.0654070 May 27 16:43:37.636197 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-ea750ddf-e4ba-4907-9b4d-4614f91e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:37.637697 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-ea750ddf-e4ba-4907-9b4d-4614f91e7888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0461752 May 27 16:43:37.675480 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:43:37.688879 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-39514754-2fcc-49c9-988f-a4c148c8f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:37.690172 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-39514754-2fcc-49c9-988f-a4c148c8f9d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465193 May 27 16:43:37.800300 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-b0fba3f3-f3e4-4beb-8990-67bc2eba24c0 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041753 May 27 16:43:37.902906 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:36Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:43:37.919396 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-fe63f7d6-e254-4182-bb21-0ee9026c98b8 req-80a22609-4565-4a5f-8027-388a69c30224 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105292 May 27 16:43:38.062990 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b92a5-b6d0-4bf9-b7fd-0cb6093701ca None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:36Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:43:38.283930 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076c8431-a20d-4306-b9c3-66219bd78351 None None] New status for floating IP fd98e01d-d5be-4956-90ae-8d86fd10e785: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:43:41.111293 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:43:45.270752 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=13 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:45.282106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:47.912704 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=33 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:47.914612 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:48.386930 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:48.388844 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=14 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:49.891951 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-6f71c8b3-f7e5-4de0-bd97-a7bcfaad20ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412071 May 27 16:43:49.996775 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-8160feec-483f-4b96-9fc3-530f8e487118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:49.998343 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-8160feec-483f-4b96-9fc3-530f8e487118 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0443442 May 27 16:43:50.103247 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-8b8e80a3-4bf7-4bed-a5fc-4ae410b8baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:50.104740 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-8b8e80a3-4bf7-4bed-a5fc-4ae410b8baba service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0886781 May 27 16:43:50.169294 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-f884629e-7946-45c8-bf16-47aa1946a2bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 1000 time: 0.0579019 May 27 16:43:50.218348 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-50e785f5-599e-4546-a443-7ae494547ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:50.219788 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-50e785f5-599e-4546-a443-7ae494547ccf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0437045 May 27 16:43:50.264291 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-bf74aa11-8cb7-415a-ad1a-99a7c9bef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:43:50.265787 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-bf74aa11-8cb7-415a-ad1a-99a7c9bef645 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383947 May 27 16:43:50.358170 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-621066b1-cefd-4277-a365-4a56935b28f2 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860212 May 27 16:43:50.445822 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-5c25130c-eb3c-40f2-8947-94f2dbdde549 req-c17c84a2-2d3d-4a76-ae14-c1b7960ac2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816522 May 27 16:43:51.045651 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:51.051661 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:43:58.792518 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b9626f50-19c4-4fb4-97cc-92fa4c6e5f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:00.437003 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=46 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:00.443022 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=55 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:01.609558 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-94895055-3b6f-4fa8-88b3-c5680343c0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:02.827083 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:04.123193 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:05.706139 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:06.650497 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:06.651296 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:08.683447 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:44:11.118228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:21.056436 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:21.058345 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:22.911268 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-652a0a27-b769-41bb-963e-ded5f4bc64af req-aaad6112-eab7-4b9d-994f-0671f5ee53f2 service neutron] (104556) timed out ('10.222.0.15', 55317) {{(pid=104556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:44:23.112339 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-1c6c2dbe-0d46-4bc7-a4e9-05519ffff5ce req-238cd710-a475-4001-8cae-54ce1d676b86 service neutron] (104557) timed out ('10.222.0.15', 55338) {{(pid=104557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:44:25.155706 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:25.164765 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:28.831251 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4545-f361-4812-a11e-a801a53c7f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:31.574039 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e882460-6084-4c60-b100-8553d41ada82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:32.808160 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:34.116072 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:35.699702 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:41.145284 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:44:45.682776 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:44:51.068419 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:51.074410 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:44:51.933021 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-976af08a-f5ce-447d-8f9b-176a4910d530 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943327 May 27 16:44:52.049918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-38437c84-f063-499a-b72c-7a1544f7ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:44:52.052715 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-38437c84-f063-499a-b72c-7a1544f7ea28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0416889 May 27 16:44:52.162723 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-762ebbf8-933a-4274-9c1e-ff0694f1261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:44:52.164262 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-762ebbf8-933a-4274-9c1e-ff0694f1261e service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0890813 May 27 16:44:52.234692 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-627c3c5a-7a69-4df0-b656-0f4bcd547523 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 1000 time: 0.0603275 May 27 16:44:52.287066 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-05c5bb5e-a560-48f8-929a-2e56ab3463b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:44:52.288532 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-05c5bb5e-a560-48f8-929a-2e56ab3463b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0459206 May 27 16:44:52.336210 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-0e527138-0441-4a97-b1b3-415b3cac927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:44:52.337758 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-0e527138-0441-4a97-b1b3-415b3cac927a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404413 May 27 16:44:52.433805 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-81f6ea9a-119d-4e07-b44c-4968e5104b78 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897088 May 27 16:44:52.531009 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-af7dc2d2-6364-427f-91c1-252d1e34c3ea req-cc80c236-f45f-4d10-b3a0-863be0669f5f service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 May 27 16:44:58.784565 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-703a516b-e321-4c83-81d0-7ea28d606b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:01.624822 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-902744f9-9a18-433f-9c30-043e813a64a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:01.677932 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:01.678707 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:02.517790 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=48 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:02.528561 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=53 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:02.813068 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:04.127953 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:05.658642 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:11.144497 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:13.440039 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-316b18c1-462a-4005-83a7-0a3506d72314 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487079264&fields=id&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 267 time: 0.0472455 May 27 16:45:13.566664 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-7bfec38a-a9d7-467b-a364-feb2f1161579 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:13.568037 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-7bfec38a-a9d7-467b-a364-feb2f1161579 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1219389 May 27 16:45:13.582663 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-b6fc3fe5-9ac4-4763-b421-955a4a0cb53e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/quotas/a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 375 time: 0.0091360 May 27 16:45:13.634543 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-d7c9dd84-e994-459b-ad85-667e69ca84f5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468652 May 27 16:45:13.770825 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-713785e6-fe2e-4a9e-945a-fe67700b6032 service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251440 May 27 16:45:13.864115 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-58b25841-a44b-491b-8a83-1fda768ac150 service neutron] 10.222.0.42 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 May 27 16:45:14.480915 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-52c5d777-2914-4955-8d0c-1aaa23dec162 req-eba253c3-7fb1-4137-a3e5-006442463ddc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 210 time: 0.0818729 May 27 16:45:15.583557 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a5d7466-cf8c-4827-a305-cc37cff0b1c5 req-51c49a0c-f8c7-4e5f-85e9-e9a5bdb31248 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 210 time: 0.0317736 May 27 16:45:16.547805 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-f8d18f53-8afb-44e1-8614-3fcf54cb25f9 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:16.549884 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-f8d18f53-8afb-44e1-8614-3fcf54cb25f9 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 811 time: 0.1058946 May 27 16:45:16.633461 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-398b3d13-94f4-4d5f-8ee6-87acdc1d790d tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7987c5244084c328b132a11290832ba HTTP/1.1" status: 200 len: 379 time: 0.0610011 May 27 16:45:16.645398 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'port': {'device_id': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'admin_state_up': True, 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'security_groups': ['8b33ac1f-c225-4486-8450-5ed6d6e36b0b']}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:45:16.686099 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f8924b12-e544-4e79-b2fb-435965c2873e req-76cbc8e3-b5e2-4ccc-9986-a950037eda49 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 210 time: 0.0278573 May 27 16:45:16.824749 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Made reservation on behalf of a7987c5244084c328b132a11290832ba for: {'port': 1} {{(pid=104556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 16:45:16.828297 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:16.961963 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.20.0.4 (40bbd07d-37b7-4b97-9458-e5ba68f9fe01/1fc0a284-899b-4851-bdba-d9884d01d347/45ae4846-f756-4533-90c7-b59e7d6cfcd6) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:45:17.097199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.185433 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.234213 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:45:17.240798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:45:17.244711 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:45:17.272665 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:17.288619 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.288969 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.289311 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.289677 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.290010 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.290341 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.290666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.290988 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.291311 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.291678 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.292005 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.292328 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.292649 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.292966 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.293284 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:17.312117 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:17.312744 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.410489 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-4fe54f18-d431-471c-b693-8d5e82734175 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702448 May 27 16:45:17.436264 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Request body: {'port': {'device_id': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84049'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:45:17.486875 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-a87ca573-a209-4d47-ba1b-da1b62e21dab None None] Provisioning complete for port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 triggered by entity DHCP. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:45:17.487493 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a87ca573-a209-4d47-ba1b-da1b62e21dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.490493 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:17.496949 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.515412 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:17.520425 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a87ca573-a209-4d47-ba1b-da1b62e21dab None None] Port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 cannot update to ACTIVE because it is not bound. {{(pid=104558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 16:45:17.804740 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ae4846-f756-4533-90c7-b59e7d6cfcd6 {{(pid=104556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:45:17.808856 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a578-1e95-4547-be2a-ba5a66317361 req-2bf98b5b-5187-4fa4-91d1-2226dc504734 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:17.811010 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5d9a578-1e95-4547-be2a-ba5a66317361 req-2bf98b5b-5187-4fa4-91d1-2226dc504734 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 931 time: 0.0513027 May 27 16:45:17.814485 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks [] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.828225 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.provisioning_blocks [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Transition to ACTIVE for port object 45ae4846-f756-4533-90c7-b59e7d6cfcd6 will not be triggered until provisioned by entity L2. {{(pid=104556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 16:45:17.863779 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5d9a578-1e95-4547-be2a-ba5a66317361 req-810594d9-c329-4e00-af96-993ae4248519 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 May 27 16:45:17.933643 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:17.990842 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:18.068988 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Attempting to bind port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 on host hv-cinder-84049 for vnic_type normal with profile {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 16:45:18.069331 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Attempting to bind port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 by drivers openvswitch,hyperv on host hv-cinder-84049 at level 0 using segments [{'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 16:45:18.069690 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Attempting to bind port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:45:18.074654 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84049 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 16:45:18.080569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Attempting to bind port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 on network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 16:45:18.080569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Checking agent: {'id': '9e980036-090b-4655-9868-f12f45fbbadb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84049', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'started_at': datetime.datetime(2022, 5, 27, 16, 26, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 16:45:18.080855 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Checking segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 16:45:18.081053 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Bound using segment: {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'} {{(pid=104556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 16:45:18.081562 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.managers [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Bound port: 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host: hv-cinder-84049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bd8c0c-f6cd-4ff8-a663-978fa621d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01'}}] {{(pid=104556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 16:45:18.082159 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:18.091530 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:18.158252 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, cleared binding levels {{(pid=104556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 16:45:18.158252 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 16:45:18.247444 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:18.285928 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.286512 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:18.288190 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 200 len: 1093 time: 0.8561065 May 27 16:45:18.288809 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:45:18.291036 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:45:18.316388 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cc6ac-a12b-439f-8697-fb662fe7c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=3']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:18.398691 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed39104-36e9-4b19-a67a-b1dceb6bbb61 x-openstack-request-id: req-6ed39104-36e9-4b19-a67a-b1dceb6bbb61 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:45:18.398985 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:45:18.399240 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ed39104-36e9-4b19-a67a-b1dceb6bbb61 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:45:18.399641 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed39104-36e9-4b19-a67a-b1dceb6bbb61'] response: {'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'status': 'completed', 'code': 200} May 27 16:45:18.498798 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-f0229bb4-fdf8-4a31-921b-2989dbc0b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.500278 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-f0229bb4-fdf8-4a31-921b-2989dbc0b3cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1127 time: 0.0443871 May 27 16:45:18.614315 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-caf9b64c-21c0-47e1-8cf5-58294627348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.615789 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-caf9b64c-21c0-47e1-8cf5-58294627348f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a7987c5244084c328b132a11290832ba&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0937116 May 27 16:45:18.717324 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-d423e8f1-09af-4f99-8ed1-8a961eb26af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.719219 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-45cf0eeb-4ef3-4a1f-adc5-9844861483ee req-d423e8f1-09af-4f99-8ed1-8a961eb26af9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953050 May 27 16:45:18.828935 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-28e62976-0542-4365-97fb-9c5264f43491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.830438 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-28e62976-0542-4365-97fb-9c5264f43491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1127 time: 0.0402303 May 27 16:45:18.889867 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-fcedc301-8e6a-4a72-b34b-5358f50e95d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 200 len: 217 time: 0.0364897 May 27 16:45:18.948630 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-adf009bd-d0e5-4b80-a8fa-fefef8d45e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.950236 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-adf009bd-d0e5-4b80-a8fa-fefef8d45e7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0527952 May 27 16:45:18.997487 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d6b1-cfc2-4f28-9059-e82246ea52c4 req-2af6cb0b-42bd-4e14-9a28-e057ef6ed6dc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:18.999160 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-de06d6b1-cfc2-4f28-9059-e82246ea52c4 req-2af6cb0b-42bd-4e14-9a28-e057ef6ed6dc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0571239 May 27 16:45:19.002732 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-a6a7edb8-61de-464c-b392-caba7b42e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:19.004281 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-a6a7edb8-61de-464c-b392-caba7b42e947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463691 May 27 16:45:19.059513 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-de06d6b1-cfc2-4f28-9059-e82246ea52c4 req-4f2b89c2-586e-4f68-a6af-044ef20053c1 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541291 May 27 16:45:19.105641 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-e88ba6bf-01be-4b14-beac-c3e6c4667ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911760 May 27 16:45:19.197922 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-6322e92a-7e08-4734-8892-dcd38f30fec4 req-9f04eaf3-090d-4bcc-a3b4-51933c0ab9e8 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827122 May 27 16:45:20.178055 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7cab-1176-46e3-a490-97398f584f5e req-da87ab3d-5339-42dd-831f-72b6d481ccfa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:20.179528 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b7f7cab-1176-46e3-a490-97398f584f5e req-da87ab3d-5339-42dd-831f-72b6d481ccfa tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0470433 May 27 16:45:20.228944 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4b7f7cab-1176-46e3-a490-97398f584f5e req-d625b67e-0ba7-4645-a00c-2a8e6d81296c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 May 27 16:45:21.342323 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa912-e52b-4b25-9fca-2091959d99fc req-ec587022-5448-46c9-a013-d86738077797 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:21.343848 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c08aa912-e52b-4b25-9fca-2091959d99fc req-ec587022-5448-46c9-a013-d86738077797 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0474977 May 27 16:45:21.392729 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c08aa912-e52b-4b25-9fca-2091959d99fc req-f760a3b8-ea50-4a4f-acd8-338d9145138c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425730 May 27 16:45:22.509919 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5590b-6262-4708-9592-acb30428e52a req-888f4d72-fb8b-4215-9c3b-d4e1b33cad53 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:22.511385 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93a5590b-6262-4708-9592-acb30428e52a req-888f4d72-fb8b-4215-9c3b-d4e1b33cad53 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0519109 May 27 16:45:22.565134 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93a5590b-6262-4708-9592-acb30428e52a req-b8ba4946-c020-465b-86b5-5c3d5ad99ce4 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474508 May 27 16:45:22.682638 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:45:23.681112 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7534cd-017b-47df-aee0-2555803e9799 req-f396adca-1fc7-4bc8-8451-494ab3dcb2a8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:23.682606 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3a7534cd-017b-47df-aee0-2555803e9799 req-f396adca-1fc7-4bc8-8451-494ab3dcb2a8 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0481944 May 27 16:45:23.713362 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:23.732981 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3a7534cd-017b-47df-aee0-2555803e9799 req-d955540d-87ff-48cc-a22d-78c8ad320e44 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447934 May 27 16:45:24.852288 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd0183-71d1-4396-8e6f-9a417b603011 req-4667daac-c3ae-457b-90f6-9a57c90e19d5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:24.853798 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0dbd0183-71d1-4396-8e6f-9a417b603011 req-4667daac-c3ae-457b-90f6-9a57c90e19d5 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0506599 May 27 16:45:24.879935 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:24.903548 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0dbd0183-71d1-4396-8e6f-9a417b603011 req-e8fda37b-7089-4e32-9208-7bfb114a71e4 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 May 27 16:45:26.023386 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ea845-3daf-48d1-b41d-99f99ec919c1 req-e3b69b9a-d5c2-443a-bc67-9bc3967ed754 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:26.024878 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d3ea845-3daf-48d1-b41d-99f99ec919c1 req-e3b69b9a-d5c2-443a-bc67-9bc3967ed754 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0481954 May 27 16:45:26.077948 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d3ea845-3daf-48d1-b41d-99f99ec919c1 req-d4f765e5-dbbf-431b-9e4e-8a1865cbb70a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 May 27 16:45:27.198481 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc95f-a776-4d50-872f-ea9fc6385b4f req-979566e8-fdd4-458b-b49a-53c3d862955c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:27.199880 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-268fc95f-a776-4d50-872f-ea9fc6385b4f req-979566e8-fdd4-458b-b49a-53c3d862955c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0498874 May 27 16:45:27.263139 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-268fc95f-a776-4d50-872f-ea9fc6385b4f req-b799fb6f-03e9-403d-b4d6-53fa2f573d4e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528851 May 27 16:45:28.123915 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 45ae4846-f756-4533-90c7-b59e7d6cfcd6 details requested by agent hyperv_hv-cinder-84049 with host hv-cinder-84049 {{(pid=104558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 16:45:28.126620 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:28.128141 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:28.226022 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:45:28.237978 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Returning: {'device': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'port_id': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'mac_address': 'fa:16:3e:df:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 16:45:28.276744 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 is: DOWN; New status is: BUILD {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:45:28.277204 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:28.292360 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ae4846-f756-4533-90c7-b59e7d6cfcd6 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 16:45:28.312976 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:45:28.379605 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:28.382720 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87432f0-c890-46d7-9b86-ecd18c51fc38 req-e1a3ca2a-9414-4eb4-97c4-593081e19740 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:28.384515 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c87432f0-c890-46d7-9b86-ecd18c51fc38 req-e1a3ca2a-9414-4eb4-97c4-593081e19740 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 943 time: 0.0496292 May 27 16:45:28.445091 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=4']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:28.449698 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c87432f0-c890-46d7-9b86-ecd18c51fc38 req-50ec7840-f067-4168-adb6-b958953369ff tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578227 May 27 16:45:28.452319 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.452675 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.453016 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.453378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.453715 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.454044 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.454904 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.455458 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.456003 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.456532 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.456824 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.457388 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.457930 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.458481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.459027 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:45:28.744683 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] get_ports_and_sgs() called for port_ids ['45ae4846-f756-4533-90c7-b59e7d6cfcd6'] {{(pid=104558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 16:45:28.842851 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-98ac4a67-4575-431e-afd0-20a0b5a46bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:29.189070 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:29.194943 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=64 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:29.566867 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916adc07-f652-4409-98aa-466095d3d288 req-9c76f04f-ebbd-4e24-a55a-458a04b0dce2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:29.568316 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-916adc07-f652-4409-98aa-466095d3d288 req-9c76f04f-ebbd-4e24-a55a-458a04b0dce2 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 944 time: 0.0466039 May 27 16:45:29.617872 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-916adc07-f652-4409-98aa-466095d3d288 req-01d124af-8d0f-4017-a888-1ccce3bb4c1b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 May 27 16:45:30.123438 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 45ae4846-f756-4533-90c7-b59e7d6cfcd6 up at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 16:45:30.165055 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning for port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 completed by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 16:45:30.241452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Provisioning complete for port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 triggered by entity L2. {{(pid=104558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 16:45:30.241891 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702912'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), provisioning_complete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:30.318099 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Current status of the port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 is: BUILD; New status is: ACTIVE {{(pid=104558) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 16:45:30.318475 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:30.335522 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:30.340801 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:45:30.343030 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdfecbbc35fede227350435e3835704d3614706beada5f38530c8f49c2e32a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338836b0-35ce-4c0d-956b-06ead5f1541d" -d '{"events": [{"server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "name": "network-vif-plugged", "status": "completed", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:45:30.356557 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:45:30.379343 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b22e71-6205-40f4-a440-c39d44e08e6d x-openstack-request-id: req-04b22e71-6205-40f4-a440-c39d44e08e6d {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:45:30.379651 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "name": "network-vif-plugged", "status": "completed", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:45:30.379899 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04b22e71-6205-40f4-a440-c39d44e08e6d {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:45:30.380293 dv-cinder-840493-2-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b22e71-6205-40f4-a440-c39d44e08e6d'] response: {'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'code': 200} May 27 16:45:30.453131 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:30.500954 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Pushing event updated for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=5']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:30.803843 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79213800-083c-4257-9d2e-fc6854c531fc req-85d5c75a-bcfc-4bee-9160-441dcd75a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:30.805432 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-79213800-083c-4257-9d2e-fc6854c531fc req-85d5c75a-bcfc-4bee-9160-441dcd75a99e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1129 time: 0.0416648 May 27 16:45:30.861936 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-79213800-083c-4257-9d2e-fc6854c531fc req-f97deed8-cb78-4805-aa4d-7294f054498c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473411 May 27 16:45:31.041546 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c621d-592d-4530-ad37-1f7796ba2fe3 req-931c01db-723d-4a58-a79c-7bdc2d474d97 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:31.043018 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf6c621d-592d-4530-ad37-1f7796ba2fe3 req-931c01db-723d-4a58-a79c-7bdc2d474d97 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.3058386 May 27 16:45:31.091046 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf6c621d-592d-4530-ad37-1f7796ba2fe3 req-544752a1-f352-4d5a-93f1-d290df59def0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 May 27 16:45:31.524985 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:31.590262 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4751a06a-3b0f-41b4-ae8c-8c8f4e5d0534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:32.207796 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046f12-b709-428f-bfad-ef9d0b024820 req-e666ec13-326b-4847-8519-72b3a0183f64 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:32.209169 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b8046f12-b709-428f-bfad-ef9d0b024820 req-e666ec13-326b-4847-8519-72b3a0183f64 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0487142 May 27 16:45:32.258144 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b8046f12-b709-428f-bfad-ef9d0b024820 req-fb932377-f58b-4509-b163-5d6f2b31ece9 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 May 27 16:45:32.806789 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:33.375138 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea250-5f15-4d4f-87be-e3b44f15db91 req-6335df20-c27d-44b4-9daa-6d8442026ddc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:33.376577 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f48ea250-5f15-4d4f-87be-e3b44f15db91 req-6335df20-c27d-44b4-9daa-6d8442026ddc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0523458 May 27 16:45:33.425706 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f48ea250-5f15-4d4f-87be-e3b44f15db91 req-ed4e8563-60b3-47ff-83a3-fb2e9fa03c50 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 May 27 16:45:33.539409 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de18d2-d2e6-41b7-8844-54656ce66dae req-21dc2b60-cea8-4f39-8d4c-95af1995fd93 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:33.540780 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09de18d2-d2e6-41b7-8844-54656ce66dae req-21dc2b60-cea8-4f39-8d4c-95af1995fd93 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0464637 May 27 16:45:33.590547 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09de18d2-d2e6-41b7-8844-54656ce66dae req-1b4096f6-4ce0-403b-a5ef-fcb7db875181 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440400 May 27 16:45:33.614592 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48736) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:45:33.652288 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6784d-18b5-456b-84bd-b188741876d6 tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:33.653858 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-1ec6784d-18b5-456b-84bd-b188741876d6 tempest-TestVolumeBootPattern-86705340 tempest-TestVolumeBootPattern-86705340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1124 time: 0.0382841 May 27 16:45:33.656610 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48738) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:45:33.661821 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.v2.base [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Request body: {'floatingip': {'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'port_id': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 16:45:33.722352 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:33.804953 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (None), before_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:34.144455 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:34.175959 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Allocated IP 172.27.3.136 (36362ef2-50da-41bd-9229-b8922da4ba5b/a66dbe2c-1aa0-4a09-b6d1-2b05736d7184/ed6b31a4-af6b-4328-a2d8-c7267eb32c1a) {{(pid=104556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 16:45:34.282698 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:34.385021 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748236707651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:34.422569 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Network 36362ef2-50da-41bd-9229-b8922da4ba5b is already hosted by enough agents. {{(pid=104556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 16:45:34.429008 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Resources bound (agent type, host, resource id): {{(pid=104556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 16:45:34.432901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Received port after_create {{(pid=104556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 16:45:34.437891 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=ed6b31a4-af6b-4328-a2d8-c7267eb32c1a,revision_number=1']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:34.650064 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:34.703632 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:34.789490 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (5e810331-93ca-4cfe-b690-6f0d1f904019), precommit_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:34.920639 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619774'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), before_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.114163 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), precommit_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.172594 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748237197541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748236707669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748236707687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14413566'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), after_update {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.244413 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event updated for resources: {'Port': ['ID=ed6b31a4-af6b-4328-a2d8-c7267eb32c1a,revision_number=2']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:45:35.257150 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601234'] for floatingip (5e810331-93ca-4cfe-b690-6f0d1f904019), after_create {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.355859 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.db.l3_db [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP 5e810331-93ca-4cfe-b690-6f0d1f904019 associated. External IP: 172.27.3.136, port: 45ae4846-f756-4533-90c7-b59e7d6cfcd6. May 27 16:45:35.503016 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:35.558509 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:45:35.665901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:45:35.676235 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:45:35.686189 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:45:35.691751 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:45:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:45:35.691751 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.751945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:35.783202 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-c4d0365c-4861-4785-9dfa-20775c146f6b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1254170 May 27 16:45:35.784316 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:45:35.786844 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f6f3db-bde3-409e-ac21-184889ea2b33" -d '{"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:45:35.793596 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:45:35.828864 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd26428-55bb-491d-ba84-684f56a770c8 x-openstack-request-id: req-ecd26428-55bb-491d-ba84-684f56a770c8 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:45:35.829194 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:45:35.829429 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecd26428-55bb-491d-ba84-684f56a770c8 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:45:35.830385 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd26428-55bb-491d-ba84-684f56a770c8'] response: {'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'status': 'completed', 'code': 200} May 27 16:45:35.915727 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:35.919013 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-dadb577a-187a-47bd-86de-c6a4ef000ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:35.920545 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-dadb577a-187a-47bd-86de-c6a4ef000ca8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1129 time: 0.0417290 May 27 16:45:36.012882 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '5e810331-93ca-4cfe-b690-6f0d1f904019', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:df:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:45:34Z', 'updated_at': '2022-05-27T16:45:34Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}, {'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:45:36.015784 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-d1ef94f7-bd5b-4c0d-84c6-23fd18b9c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:36.018067 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-d1ef94f7-bd5b-4c0d-84c6-23fd18b9c2fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0914826 May 27 16:45:36.074387 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:45:36.074387 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:45:36.074387 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:45:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:45:36.082001 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-52b1af94-fbef-4254-a638-d3f8d4db66e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 200 len: 999 time: 0.0584464 May 27 16:45:36.140359 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-728845c7-cd46-44b3-9691-fb3921b3c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:36.142307 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-728845c7-cd46-44b3-9691-fb3921b3c3fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0548344 May 27 16:45:36.166380 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:45:36.188562 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-21c5f48e-2ec6-414d-a8ac-3d72eaec6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:36.190790 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-21c5f48e-2ec6-414d-a8ac-3d72eaec6953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429242 May 27 16:45:36.291092 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-47bcbb3b-07d3-4949-8686-0093e80784d6 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945990 May 27 16:45:36.379687 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '5e810331-93ca-4cfe-b690-6f0d1f904019', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:df:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:45:34Z', 'updated_at': '2022-05-27T16:45:34Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}, {'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:45:36.393406 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-14f6f3db-bde3-409e-ac21-184889ea2b33 req-9b90b80c-36cd-4d90-9fe8-ce123d16b277 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875912 May 27 16:45:36.403982 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d89ae9-f467-431d-bd3f-82b50178343a None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': '5e810331-93ca-4cfe-b690-6f0d1f904019', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:df:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:45:34Z', 'updated_at': '2022-05-27T16:45:34Z', 'revision_number': 0, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}, {'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:45:36.606410 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2015a-9b35-450e-80f3-258f8d569757 None None] New status for floating IP 5e810331-93ca-4cfe-b690-6f0d1f904019: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:45:41.178397 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:43.582984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=70 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:43.586893 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:46.389312 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=22 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:46.390148 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=80 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:46.715318 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:46.741177 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:51.084513 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:51.089502 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:45:52.916607 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-cddc5173-0668-4d0d-a6d8-57dc4b63244e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376999 May 27 16:45:53.018855 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373926-0a61-49e7-ae42-08748bd81080 req-5b9a39b3-745c-44a3-8e90-bfa682db0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:53.020345 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-5b9a39b3-745c-44a3-8e90-bfa682db0565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0411224 May 27 16:45:53.132238 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373926-0a61-49e7-ae42-08748bd81080 req-56d4c4cc-597c-4bc8-96ae-31081dd405e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:53.133765 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-56d4c4cc-597c-4bc8-96ae-31081dd405e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0941849 May 27 16:45:53.196150 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-b27e51f3-1fcc-4d09-86a0-4a4c395d640e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 1000 time: 0.0554080 May 27 16:45:53.250438 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373926-0a61-49e7-ae42-08748bd81080 req-0d34ea0f-3ed0-40e8-8c80-e29135242be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:53.251866 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-0d34ea0f-3ed0-40e8-8c80-e29135242be4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0491917 May 27 16:45:53.295981 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373926-0a61-49e7-ae42-08748bd81080 req-c35a97d8-b425-4467-b873-9f3967d013d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:45:53.297528 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-c35a97d8-b425-4467-b873-9f3967d013d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398319 May 27 16:45:53.388337 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-6c9fe348-3737-4273-96b1-d9b3ff6c9e89 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 May 27 16:45:53.483931 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-4e373926-0a61-49e7-ae42-08748bd81080 req-bcedbd24-251e-4be6-bc16-4c34229eba2c service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875890 May 27 16:45:58.807065 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d2a4acd6-3830-4fd1-acc2-e5723ce19aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:45:59.682455 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:46:01.594464 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4c99a82a-fffb-43b4-b839-d48adbf7f922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:02.812229 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:03.479825 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=51 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:03.481456 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=50 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:04.115090 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:05.663722 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:11.144043 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:21.095458 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:21.097386 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:25.154112 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=19 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:25.158038 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=15 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:28.795259 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1df7-1032-4da6-8067-5d58ae66655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:31.598937 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-781a2cf0-4501-4872-90b2-674db703878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:32.846367 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:34.148487 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:35.675215 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:36.682621 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:46:41.147575 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:46:51.089390 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:51.091284 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:52.665871 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:52.670441 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:46:54.033507 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-71bfb026-7de5-4083-8aeb-8747e362495b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388176 May 27 16:46:54.109881 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-060566e4-1f9f-42a5-9803-1ff0f7dae3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:46:54.111679 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-060566e4-1f9f-42a5-9803-1ff0f7dae3bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1129 time: 0.0399528 May 27 16:46:54.222020 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-10b767d2-e93b-444c-ae81-1aa6c8f8b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:46:54.223414 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-10b767d2-e93b-444c-ae81-1aa6c8f8b8a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0875463 May 27 16:46:54.290597 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-3d791dd2-65ed-48b4-80d0-c97dce3dd30c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 200 len: 1001 time: 0.0577035 May 27 16:46:54.340260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-3f92242d-1145-43f9-9e24-7714aa0c0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:46:54.341702 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-3f92242d-1145-43f9-9e24-7714aa0c0a94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0428855 May 27 16:46:54.390547 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-38737c52-c0ac-4e74-b188-9f3a5045bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:46:54.392045 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-38737c52-c0ac-4e74-b188-9f3a5045bda2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416555 May 27 16:46:54.488217 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-1608162f-c02a-45fb-810d-a83fcbd52dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869792 May 27 16:46:54.578793 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-360d15e0-0bec-426e-873d-a49fa0886b32 req-f8f1586b-87e2-43db-a609-6b8ebec6e40d service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821650 May 27 16:46:58.838422 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-11375fe7-afbd-4dec-b00d-9f00369b8c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:01.598431 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-983b584c-cb11-4a72-941e-56de0eaca055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:02.832691 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:04.152944 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:04.575014 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=52 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:04.575783 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=49 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:05.731950 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:11.188680 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:13.681991 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:47:13.699411 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48776) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:13.843108 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port ed6b31a4-af6b-4328-a2d8-c7267eb32c1a {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:13.843442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:13.923424 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:13.923821 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:13.939897 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for ed6b31a4-af6b-4328-a2d8-c7267eb32c1a owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:14.141600 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ed6b31a4-af6b-4328-a2d8-c7267eb32c1a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:14.166860 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=ed6b31a4-af6b-4328-a2d8-c7267eb32c1a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:14.194218 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.194488 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.194825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.195169 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.195493 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.195849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.196132 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.196455 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.196779 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.197111 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.197494 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.197788 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.198110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.198429 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.198745 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:14.238828 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (5e810331-93ca-4cfe-b690-6f0d1f904019), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:14.243227 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP 5e810331-93ca-4cfe-b690-6f0d1f904019 disassociated (deleted). External IP: 172.27.3.136, port: 45ae4846-f756-4533-90c7-b59e7d6cfcd6. May 27 16:47:14.445367 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:47:14.556629 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:47:14.562154 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:14.567600 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:47:14.579922 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:14.580653 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:14.594494 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fd8c3bd0-872e-4e6d-beb1-a94812b69eae tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e810331-93ca-4cfe-b690-6f0d1f904019 HTTP/1.1" status: 204 len: 168 time: 0.8937671 May 27 16:47:14.595095 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:47:14.597538 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c717c192-d959-4045-939f-1b04523cd4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:47:14.687900 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:14.702467 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820acbd-0ec3-4ff3-a293-2943fe1e2d03 x-openstack-request-id: req-f820acbd-0ec3-4ff3-a293-2943fe1e2d03 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:47:14.703183 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:47:14.703183 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f820acbd-0ec3-4ff3-a293-2943fe1e2d03 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:47:14.703562 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f820acbd-0ec3-4ff3-a293-2943fe1e2d03'] response: {'name': 'network-changed', 'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'status': 'completed', 'code': 200} May 27 16:47:14.800789 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c192-d959-4045-939f-1b04523cd4b8 req-d7a14bf9-222a-4a68-852e-0f405f676189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:14.802372 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-d7a14bf9-222a-4a68-852e-0f405f676189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 1129 time: 0.0426788 May 27 16:47:14.903715 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c192-d959-4045-939f-1b04523cd4b8 req-8dc02213-2b9a-4b0b-aae0-3dbee7097145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:14.905494 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-8dc02213-2b9a-4b0b-aae0-3dbee7097145 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0939326 May 27 16:47:14.917369 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:14.944185 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:47:14.947128 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-d8123896-d807-42ee-9a19-663d68c297bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 200 len: 217 time: 0.0329671 May 27 16:47:14.953957 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:14.954529 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:15.008516 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c192-d959-4045-939f-1b04523cd4b8 req-e42bb6b9-0a41-440f-b3ed-078399019d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:15.010058 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-e42bb6b9-0a41-440f-b3ed-078399019d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0545990 May 27 16:47:15.066830 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:15.076647 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:15.079522 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:15.094026 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb6cef-26ff-417d-97ce-6daa371b3197 req-6f88a0a5-ffef-427a-93b4-94cbe6991c5c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:15.095532 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0cb6cef-26ff-417d-97ce-6daa371b3197 req-6f88a0a5-ffef-427a-93b4-94cbe6991c5c tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0522401 May 27 16:47:15.147751 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0cb6cef-26ff-417d-97ce-6daa371b3197 req-8875aa03-45c1-42c3-9a85-bd3b177f58cb tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464573 May 27 16:47:15.268758 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:15.286494 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:15.312157 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c77b58-f947-4271-b7bc-8893ded31998 None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_floatingips': [{'id': 'fd98e01d-d5be-4956-90ae-8d86fd10e785', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'router_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'port_id': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'mac_address': 'fa:16:3e:2b:19:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140cc9f9-20a4-4407-b094-00f10e059043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T16:43:36Z', 'updated_at': '2022-05-27T16:43:38Z', 'revision_number': 1, 'project_id': 'a7987c5244084c328b132a11290832ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:47:15.546167 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8952e6-97d1-41b4-ab99-884f1b55e114 None None] New status for floating IP 5e810331-93ca-4cfe-b690-6f0d1f904019: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:47:16.270153 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa366968-3a61-4bff-8595-4b52b5b43192 req-3cad2b1b-375b-4554-b24f-3e7b50a5f0b3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:16.271622 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa366968-3a61-4bff-8595-4b52b5b43192 req-3cad2b1b-375b-4554-b24f-3e7b50a5f0b3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0505829 May 27 16:47:16.323429 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aa366968-3a61-4bff-8595-4b52b5b43192 req-cf589dc8-c008-4fc0-b3f8-2edb34af8d15 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461183 May 27 16:47:16.343532 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c192-d959-4045-939f-1b04523cd4b8 req-36c3827d-8bbc-4e8c-856b-e94b52092ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:16.345078 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-36c3827d-8bbc-4e8c-856b-e94b52092ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422096 May 27 16:47:16.434508 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-2341a7da-90bb-40d0-b43f-2243ca09578f service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 May 27 16:47:16.641469 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-c717c192-d959-4045-939f-1b04523cd4b8 req-39c561fd-e036-4404-9242-a34287af61f0 service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889163 May 27 16:47:17.087559 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c95c2-3c57-426a-a075-c1467059463e req-7f5732eb-2206-4148-b042-b6aff8ba46ba tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:17.089001 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-357c95c2-3c57-426a-a075-c1467059463e req-7f5732eb-2206-4148-b042-b6aff8ba46ba tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0463891 May 27 16:47:17.174471 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:17.174802 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:17.261968 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] For port 45ae4846-f756-4533-90c7-b59e7d6cfcd6, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=45ae4846-f756-4533-90c7-b59e7d6cfcd6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:17.262241 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:17.275092 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for 45ae4846-f756-4533-90c7-b59e7d6cfcd6 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:17.447444 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a28c5a-f0ef-4c2a-91ec-2d33ac9d542c req-01e107b7-7c89-4c1f-b835-e4afe32024d4 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:17.449073 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d4a28c5a-f0ef-4c2a-91ec-2d33ac9d542c req-01e107b7-7c89-4c1f-b835-e4afe32024d4 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 945 time: 0.0519412 May 27 16:47:17.504008 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d4a28c5a-f0ef-4c2a-91ec-2d33ac9d542c req-932cb360-7d60-4c32-a381-cd5abb1e7a41 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482581 May 27 16:47:17.729470 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (45ae4846-f756-4533-90c7-b59e7d6cfcd6), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:17.757656 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=45ae4846-f756-4533-90c7-b59e7d6cfcd6,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:17.768281 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.768565 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.768914 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.769257 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.769624 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.769960 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.770392 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.771170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.771170 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.771345 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.771656 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.772190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.772324 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.772598 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.772924 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:17.823459 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] No DVR routers for this DVR port 45ae4846-f756-4533-90c7-b59e7d6cfcd6 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:17.825995 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:17.829543 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-357c95c2-3c57-426a-a075-c1467059463e req-82737143-9a86-45a7-984d-3a98cb06a269 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "DELETE /v2.0/ports/45ae4846-f756-4533-90c7-b59e7d6cfcd6 HTTP/1.1" status: 204 len: 173 time: 0.7332523 May 27 16:47:17.829970 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'name': 'network-vif-deleted', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:47:17.832212 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fb4c3-f210-453e-8041-83a2b1060d75" -d '{"events": [{"server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "name": "network-vif-deleted", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:47:17.869514 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5737d1-52e8-411d-a140-d0019e2b3c51 x-openstack-request-id: req-3d5737d1-52e8-411d-a140-d0019e2b3c51 {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:47:17.869810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f812d3a3-211b-4f37-8664-fa16be45c50d", "name": "network-vif-deleted", "tag": "45ae4846-f756-4533-90c7-b59e7d6cfcd6", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:47:17.870061 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d5737d1-52e8-411d-a140-d0019e2b3c51 {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:47:17.870465 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5737d1-52e8-411d-a140-d0019e2b3c51'] response: {'server_uuid': 'f812d3a3-211b-4f37-8664-fa16be45c50d', 'name': 'network-vif-deleted', 'tag': '45ae4846-f756-4533-90c7-b59e7d6cfcd6', 'status': 'completed', 'code': 200} May 27 16:47:18.607303 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7b94d071-5025-4c3e-87de-447f6cbf6d94 req-c1aed956-bc09-41d6-8d27-b20c7e8d78d9 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=f812d3a3-211b-4f37-8664-fa16be45c50d HTTP/1.1" status: 200 len: 210 time: 0.0285735 May 27 16:47:20.616714 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 45ae4846-f756-4533-90c7-b59e7d6cfcd6 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:20.637243 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: 45ae4846-f756-4533-90c7-b59e7d6cfcd6 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:20.637577 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device 45ae4846-f756-4533-90c7-b59e7d6cfcd6 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:22.124499 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48820) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:22.268036 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port b27a356c-e17f-4489-933e-ab0f2666ea80 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:22.268331 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:22.347786 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:22.348100 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (b27a356c-e17f-4489-933e-ab0f2666ea80), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:22.362593 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for b27a356c-e17f-4489-933e-ab0f2666ea80 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:22.592684 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (b27a356c-e17f-4489-933e-ab0f2666ea80), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:22.623346 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=b27a356c-e17f-4489-933e-ab0f2666ea80,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:22.691677 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (fd98e01d-d5be-4956-90ae-8d86fd10e785), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:22.692010 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Floating IP fd98e01d-d5be-4956-90ae-8d86fd10e785 disassociated (deleted). External IP: 172.27.3.38, port: b70dc578-c6ca-487d-85f2-51e7fa2e2732. May 27 16:47:22.741285 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:22.881657 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:22.898072 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:47:23.007390 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:47:23.012211 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:23.017238 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:47:23.020779 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:23.029749 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:23.033027 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:23.050784 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c473f246-0b9b-4940-af7a-784d2e254fdc tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd98e01d-d5be-4956-90ae-8d86fd10e785 HTTP/1.1" status: 204 len: 168 time: 0.9212573 May 27 16:47:23.050784 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:47:23.050784 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bcd9ffbcbdc85d082c9884711db732afe58f4d345896ee20e682d8acc74b94a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a" -d '{"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:47:23.113384 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 16:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a028208-5b46-4e9e-8989-766a390b61fe x-openstack-request-id: req-5a028208-5b46-4e9e-8989-766a390b61fe {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:47:23.113728 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:47:23.114015 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a028208-5b46-4e9e-8989-766a390b61fe {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:47:23.114526 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a028208-5b46-4e9e-8989-766a390b61fe'] response: {'name': 'network-changed', 'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'status': 'completed', 'code': 200} May 27 16:47:23.172082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:23.209641 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-2b6b8b84-49f2-4a8f-aa0c-dfd663f21478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:23.211166 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-2b6b8b84-49f2-4a8f-aa0c-dfd663f21478 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7987c5244084c328b132a11290832ba&device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 1129 time: 0.0434980 May 27 16:47:23.224945 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:23.250502 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:23.310935 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-99b1225d-b5b1-4742-b51b-ba6ca4546fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:23.312411 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-99b1225d-b5b1-4742-b51b-ba6ca4546fe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 200 len: 912 time: 0.0956805 May 27 16:47:23.359358 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-87054edb-2d05-44b8-ad43-4888efd11829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 200 len: 217 time: 0.0379257 May 27 16:47:23.410556 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:23.439254 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-02b33fa5-06d3-4152-926f-3927a0012dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:23.440714 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-02b33fa5-06d3-4152-926f-3927a0012dfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 200 len: 850 time: 0.0758288 May 27 16:47:23.447731 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:47:23.467114 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:23.467491 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:02Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:23.500968 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-29883b92-d1e1-4663-aa97-191eeb095754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:23.503257 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-29883b92-d1e1-4663-aa97-191eeb095754 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd07d-37b7-4b97-9458-e5ba68f9fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525520 May 27 16:47:23.568519 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7cb8-a285-4a18-86fc-b5b2332865d9 req-422204bb-283b-4f60-b01f-f7f059abb4b3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:23.570126 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-58ff7cb8-a285-4a18-86fc-b5b2332865d9 req-422204bb-283b-4f60-b01f-f7f059abb4b3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0544183 May 27 16:47:23.594929 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:23.630277 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-58ff7cb8-a285-4a18-86fc-b5b2332865d9 req-08d6e50f-c53f-4b17-adf7-ecd2aa797cd3 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544446 May 27 16:47:23.794480 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:23.819405 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1d6c0-f0bb-4ac1-8f35-9202d7f7635e None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:40:23Z', 'revision_number': 4, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi', '_interfaces': [{'id': 'ea081f40-0b1f-47f8-a564-2e7a59c76236', 'name': '', 'network_id': '40bbd07d-37b7-4b97-9458-e5ba68f9fe01', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'mac_address': 'fa:16:3e:a1:2e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:22Z', 'updated_at': '2022-05-27T16:40:27Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'subnets': [{'id': '1fc0a284-899b-4851-bdba-d9884d01d347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:47:24.036427 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e44ac-5f7d-4841-a394-794455e9d2a2 None None] New status for floating IP fd98e01d-d5be-4956-90ae-8d86fd10e785: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 16:47:24.750630 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69814aff-1f40-4cc0-80e3-f9aa7850924b req-1db605a7-1884-4f35-bc86-9674ff009214 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:24.753112 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69814aff-1f40-4cc0-80e3-f9aa7850924b req-1db605a7-1884-4f35-bc86-9674ff009214 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0499179 May 27 16:47:24.805109 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69814aff-1f40-4cc0-80e3-f9aa7850924b req-a007a75a-bdbe-42db-9716-1ead9a41b39a tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b33ac1f-c225-4486-8450-5ed6d6e36b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462925 May 27 16:47:24.852354 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-9162de63-97bf-46d3-8c87-044d24b88fae service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873427 May 27 16:47:25.070397 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-59d9f87e-0c43-44f2-b2e8-3b70e748f53a req-1762fd6a-7bdb-4f8d-a628-9a8eb4c011dc service neutron] 10.222.0.15 "GET /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889616 May 27 16:47:25.431366 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-4873460e-2ab1-4aa3-876d-15a54d0d8a04 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 16:47:25.432825 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-4873460e-2ab1-4aa3-876d-15a54d0d8a04 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 945 time: 0.0479352 May 27 16:47:25.516458 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port b70dc578-c6ca-487d-85f2-51e7fa2e2732 {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:25.517899 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:25.613674 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] For port b70dc578-c6ca-487d-85f2-51e7fa2e2732, host hv-cinder-84049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84049',level=0,port_id=b70dc578-c6ca-487d-85f2-51e7fa2e2732,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:25.614036 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:25.627816 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for b70dc578-c6ca-487d-85f2-51e7fa2e2732 owned by compute:nova {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:25.869039 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (b70dc578-c6ca-487d-85f2-51e7fa2e2732), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:25.898102 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=b70dc578-c6ca-487d-85f2-51e7fa2e2732,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:25.899536 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-327be0b3-880b-4099-b6e0-a88151937009 req-cc1f772d-c33d-4b14-a7ba-23d17079917e tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 210 time: 0.0283654 May 27 16:47:25.952819 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] No DVR routers for this DVR port b70dc578-c6ca-487d-85f2-51e7fa2e2732 on host hv-cinder-84049 {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:25.958474 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for port (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:25.961711 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [req-a985bc38-4d2c-4beb-8347-e0d3f235418f req-5b4f5c09-4555-4f53-8905-35cb6e5a9dca tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.15 "DELETE /v2.0/ports/b70dc578-c6ca-487d-85f2-51e7fa2e2732 HTTP/1.1" status: 204 len: 173 time: 0.5203636 May 27 16:47:25.962157 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'name': 'network-vif-deleted', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732'}] {{(pid=104556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 16:47:25.964390 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e25223dc547477f50399f96c4b5d7688f858c913ace646a0bcca54989284d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e663032-45a3-475d-9d06-459613ff4014" -d '{"events": [{"server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "name": "network-vif-deleted", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732"}]}' {{(pid=104556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 16:47:26.003313 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b0f11-979a-4503-86a0-36ed0c8f27ba x-openstack-request-id: req-999b0f11-979a-4503-86a0-36ed0c8f27ba {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 16:47:26.003608 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140cc9f9-20a4-4407-b094-00f10e059043", "name": "network-vif-deleted", "tag": "b70dc578-c6ca-487d-85f2-51e7fa2e2732", "status": "completed", "code": 200}]} {{(pid=104556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 16:47:26.003864 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-999b0f11-979a-4503-86a0-36ed0c8f27ba {{(pid=104556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 16:47:26.004272 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999b0f11-979a-4503-86a0-36ed0c8f27ba'] response: {'server_uuid': '140cc9f9-20a4-4407-b094-00f10e059043', 'name': 'network-vif-deleted', 'tag': 'b70dc578-c6ca-487d-85f2-51e7fa2e2732', 'status': 'completed', 'code': 200} May 27 16:47:27.020462 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8ff24dc-3912-425f-bc82-7307396cf61a req-6b423c4d-6380-459f-a29e-ada435a493b0 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "GET /v2.0/ports?device_id=140cc9f9-20a4-4407-b094-00f10e059043 HTTP/1.1" status: 200 len: 210 time: 0.0321579 May 27 16:47:28.084140 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48840) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:28.090720 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:28.203666 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Deleting port 0d528db1-07db-4cfe-8cbf-24b3031c521e {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:28.203918 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.284190 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.284549 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (0d528db1-07db-4cfe-8cbf-24b3031c521e), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.297521 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Calling delete_port for 0d528db1-07db-4cfe-8cbf-24b3031c521e owned by network:floatingip {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:28.354121 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:28.500336 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (0d528db1-07db-4cfe-8cbf-24b3031c521e), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.524017 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'Port': ['ID=0d528db1-07db-4cfe-8cbf-24b3031c521e,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:28.586903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for floatingip (58aec2e4-c98f-4a03-a646-3194c44b3ef9), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.589529 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124091'] for floatingip (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:28.590693 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-5b649d26-b9b2-4036-b276-dc0aed3a356b tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "DELETE /v2.0/floatingips/58aec2e4-c98f-4a03-a646-3194c44b3ef9 HTTP/1.1" status: 204 len: 168 time: 0.5053661 May 27 16:47:28.672400 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device b70dc578-c6ca-487d-85f2-51e7fa2e2732 no longer exists at agent hyperv_hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:28.689298 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] No Port match for: b70dc578-c6ca-487d-85f2-51e7fa2e2732 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:28.689608 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Device b70dc578-c6ca-487d-85f2-51e7fa2e2732 not bound to the agent host hv-cinder-84049 {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:28.854790 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d2697e7-7d18-4cae-9aba-e485cb955279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:29.977575 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48852) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:30.036199 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (8b33ac1f-c225-4486-8450-5ed6d6e36b0b), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:30.061833 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (8b33ac1f-c225-4486-8450-5ed6d6e36b0b), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:30.200137 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (8b33ac1f-c225-4486-8450-5ed6d6e36b0b), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:30.202810 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Publish callbacks [] for security_group (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:30.204099 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b33ac1f-c225-4486-8450-5ed6d6e36b0b HTTP/1.1" status: 204 len: 168 time: 0.2255220 May 27 16:47:30.215260 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4847e66-0949-45be-a084-156bfdf7d232 tempest-TestVolumeBootPattern-738085405 tempest-TestVolumeBootPattern-738085405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b33ac1f-c225-4486-8450-5ed6d6e36b0b,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:30.344849 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48856) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:30.766156 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:30.852649 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:30.990216 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Deleting port ea081f40-0b1f-47f8-a564-2e7a59c76236 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:30.990549 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:31.070250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] For port ea081f40-0b1f-47f8-a564-2e7a59c76236, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ea081f40-0b1f-47f8-a564-2e7a59c76236,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:31.070609 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:31.072669 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:31.084578 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Calling delete_port for ea081f40-0b1f-47f8-a564-2e7a59c76236 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:31.323868 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ea081f40-0b1f-47f8-a564-2e7a59c76236), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:31.348881 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea081f40-0b1f-47f8-a564-2e7a59c76236,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:31.518299 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:31.630550 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e58878ef-4eb8-4532-ac70-7612ae9e544d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:31.681700 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:31.745389 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Router a6877059-eb97-49e2-9e2f-dd6bd2c0340c has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:47:31.852641 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:47:31.857511 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-52994e4b-047a-4608-887b-d5980b90b77c admin admin] 10.222.0.42 "PUT /v2.0/routers/a6877059-eb97-49e2-9e2f-dd6bd2c0340c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101507 May 27 16:47:31.861197 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48860) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:31.863776 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Sync routers for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:47:31.876845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:31.877576 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:31.971972 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks [] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.119287 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:32.204612 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:32.286601 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:32.312262 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:47:31Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:32.337110 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks [] for router_gateway (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.339656 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Checking router: a6877059-eb97-49e2-9e2f-dd6bd2c0340c for host: dv-cinder-840493-2-iscsi {{(pid=104558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:47:32.345395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:32.347624 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Routers {'a6877059-eb97-49e2-9e2f-dd6bd2c0340c'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:32.348253 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'], 'active': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:32.452676 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvr_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] Set router a6877059-eb97-49e2-9e2f-dd6bd2c0340c gateway port host: dv-cinder-840493-2-iscsi {{(pid=104558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:32.472283 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Deleting port 8e11f73e-fdd3-43e9-a222-f26f829d15c9 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:32.472833 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.553300 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] For port 8e11f73e-fdd3-43e9-a222-f26f829d15c9, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=8e11f73e-fdd3-43e9-a222-f26f829d15c9,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:32.553696 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.567296 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Calling delete_port for 8e11f73e-fdd3-43e9-a222-f26f829d15c9 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:32.632143 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_hamode_db [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:47:31Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:32.660789 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059dde8b-f5a2-4538-a991-5e1520ba75d4 None None] The sync data for ids ['a6877059-eb97-49e2-9e2f-dd6bd2c0340c'] in dv-cinder-840493-2-iscsi is: [{'id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'name': 'tempest-TestVolumeBootPattern-245896227-router', 'tenant_id': 'a7987c5244084c328b132a11290832ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:19Z', 'updated_at': '2022-05-27T16:47:31Z', 'revision_number': 5, 'project_id': 'a7987c5244084c328b132a11290832ba', 'gw_port': {'id': '8e11f73e-fdd3-43e9-a222-f26f829d15c9', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6877059-eb97-49e2-9e2f-dd6bd2c0340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:20Z', 'updated_at': '2022-05-27T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}] {{(pid=104558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:47:32.809599 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (8e11f73e-fdd3-43e9-a222-f26f829d15c9), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.839891 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e11f73e-fdd3-43e9-a222-f26f829d15c9,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:32.866452 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.905953 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.997146 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:32.999364 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks [] for router_controller (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.034860 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:33.135250 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (a6877059-eb97-49e2-9e2f-dd6bd2c0340c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.135917 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6877059-eb97-49e2-9e2f-dd6bd2c0340c {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:47:33.140198 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.141381 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bbc17f42-5b61-4f77-98fc-977eee06d24a admin admin] 10.222.0.42 "DELETE /v2.0/routers/a6877059-eb97-49e2-9e2f-dd6bd2c0340c HTTP/1.1" status: 204 len: 168 time: 1.2792060 May 27 16:47:33.144809 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48862) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:33.197608 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Deleting subnet 1fc0a284-899b-4851-bdba-d9884d01d347 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:47:33.200805 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Publish callbacks [] for subnet (1fc0a284-899b-4851-bdba-d9884d01d347), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.237756 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (1fc0a284-899b-4851-bdba-d9884d01d347), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.326032 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (1fc0a284-899b-4851-bdba-d9884d01d347), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.463323 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (1fc0a284-899b-4851-bdba-d9884d01d347), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.492900 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc0a284-899b-4851-bdba-d9884d01d347,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:33.498615 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.502512 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5cc6add0-e687-4ae7-9e2b-393d0c6a4f9d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1fc0a284-899b-4851-bdba-d9884d01d347 HTTP/1.1" status: 204 len: 168 time: 0.3567095 May 27 16:47:33.505098 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48864) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:33.507812 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e3590-c7e2-4392-9b25-a857cb71136b None None] Network 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:47:33.576542 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (40bbd07d-37b7-4b97-9458-e5ba68f9fe01), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.584068 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:33.623005 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Deleting port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:33.623342 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.693106 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] For port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:33.693519 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.706611 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] DHCP port deletion for 40bbd07d-37b7-4b97-9458-e5ba68f9fe01 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:47:33.708340 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Calling delete_port for ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 owned by network:dhcp {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:33.748186 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Deleting port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:33.748582 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.819192 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] For port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,segment=NetworkSegment(64bd8c0c-f6cd-4ff8-a663-978fa621d038),segment_id=64bd8c0c-f6cd-4ff8-a663-978fa621d038)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:33.819588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.834240 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Calling delete_port for ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:33.878449 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.902607 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:33.909760 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] No DVR routers for this DVR port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 on host dv-cinder-840493-2-iscsi {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:33.911660 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:33.918278 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:33.948400 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Pushing event deleted for resources: {'Port': ['ID=ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:33.950963 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] No DVR routers for this DVR port ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:33.961999 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.961999 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.961999 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.962861 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.962861 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.962861 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.963378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.963378 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.963653 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.963981 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.964269 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.964594 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.964910 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.965228 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.965567 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa21a075-6b8a-4089-9bc5-84b77d7007d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840493-2-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 16:47:33.994197 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (40bbd07d-37b7-4b97-9458-e5ba68f9fe01), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.015380 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bbd07d-37b7-4b97-9458-e5ba68f9fe01']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:34.026789 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bd8c0c-f6cd-4ff8-a663-978fa621d038') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:34.027086 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bd8c0c-f6cd-4ff8-a663-978fa621d038') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:34.037112 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12779733'] for segment (64bd8c0c-f6cd-4ff8-a663-978fa621d038), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.040834 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:34.051078 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (64bd8c0c-f6cd-4ff8-a663-978fa621d038), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.057291 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:47:34.057723 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14489168'] for segment (64bd8c0c-f6cd-4ff8-a663-978fa621d038), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.065837 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:34.144635 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 64bd8c0c-f6cd-4ff8-a663-978fa621d038 resource provider aggregate not found May 27 16:47:34.161330 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 64bd8c0c-f6cd-4ff8-a663-978fa621d038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64bd8c0c-f6cd-4ff8-a663-978fa621d038 found for delete ", "request_id": "req-182cda0f-266b-4f33-9502-2df4afd39691"}]} May 27 16:47:34.203599 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.232130 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (40bbd07d-37b7-4b97-9458-e5ba68f9fe01), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.238485 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.241680 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/40bbd07d-37b7-4b97-9458-e5ba68f9fe01 HTTP/1.1" status: 204 len: 168 time: 0.7355406 May 27 16:47:34.245309 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48872) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:34.253471 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89447aa-a06c-44dd-946a-fb3db86c98c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40bbd07d-37b7-4b97-9458-e5ba68f9fe01,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:34.447651 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:34.584205 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599186'] for router_interface (ab3a9566-c234-4452-af10-f17dd66b5451), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.709170 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ea081f40-0b1f-47f8-a564-2e7a59c76236 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:34.739737 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: ea081f40-0b1f-47f8-a564-2e7a59c76236 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:34.740082 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ea081f40-0b1f-47f8-a564-2e7a59c76236 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:34.740512 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:34.759266 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:34.759615 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device ed6dec20-3a5f-44a9-97b1-f1c7a01b25c6 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:34.760028 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8e11f73e-fdd3-43e9-a222-f26f829d15c9 no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:34.780040 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 8e11f73e-fdd3-43e9-a222-f26f829d15c9 {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:34.780040 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 8e11f73e-fdd3-43e9-a222-f26f829d15c9 not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:34.826183 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Deleting port f598f63e-02dc-404b-96ac-42ca73fcc34c {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:34.826497 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.911042 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] For port f598f63e-02dc-404b-96ac-42ca73fcc34c, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=f598f63e-02dc-404b-96ac-42ca73fcc34c,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:34.911400 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:34.924820 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Calling delete_port for f598f63e-02dc-404b-96ac-42ca73fcc34c owned by network:router_interface {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:34.937300 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:35.177897 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (f598f63e-02dc-404b-96ac-42ca73fcc34c), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:35.205236 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Pushing event deleted for resources: {'Port': ['ID=f598f63e-02dc-404b-96ac-42ca73fcc34c,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:35.390779 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-243759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599054'] for router_interface (ab3a9566-c234-4452-af10-f17dd66b5451), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:35.445284 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:35.650716 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Router ab3a9566-c234-4452-af10-f17dd66b5451 has already been hosted by L3 agent c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a {{(pid=104556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 16:47:35.680319 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:35.770151 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] Notify agent at l3_agent.dv-cinder-840493-2-iscsi the message routers_updated {{(pid=104556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 16:47:35.778177 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-23884538-46dc-4a52-8a57-840638f0245d admin admin] 10.222.0.42 "PUT /v2.0/routers/ab3a9566-c234-4452-af10-f17dd66b5451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5309596 May 27 16:47:35.781443 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48874) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:35.786409 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Sync routers for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 16:47:35.799623 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:35.800456 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:35.888442 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks [] for router (ab3a9566-c234-4452-af10-f17dd66b5451), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:35.917246 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: dv-cinder-840493-2-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:35.941069 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:36.000530 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks [] for router_gateway (ab3a9566-c234-4452-af10-f17dd66b5451), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.099593 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Deleting port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:36.099925 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.187287 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'external_fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:47:35Z', 'revision_number': 5, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port': {'id': '6ccdbe73-560f-4579-b067-cb3b63f0ff8e', 'name': '', 'network_id': '36362ef2-50da-41bd-9229-b8922da4ba5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840493-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a66dbe2c-1aa0-4a09-b6d1-2b05736d7184', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840493-2-iscsi'}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:36.188054 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] For port 6ccdbe73-560f-4579-b067-cb3b63f0ff8e, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,segment=NetworkSegment(8110c60d-f092-4d18-a7db-19f6634753fa),segment_id=8110c60d-f092-4d18-a7db-19f6634753fa)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:36.188670 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.209512 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Calling delete_port for 6ccdbe73-560f-4579-b067-cb3b63f0ff8e owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:36.217992 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:36.228585 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Checking router: ab3a9566-c234-4452-af10-f17dd66b5451 for host: dv-cinder-840493-2-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 16:47:36.239920 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Routers {'ab3a9566-c234-4452-af10-f17dd66b5451'} bound to L3 agent in host dv-cinder-840493-2-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 16:47:36.240541 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840493-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T16:19:31Z,description=,heartbeat_timestamp=2022-05-27T16:47:32Z,host='dv-cinder-840493-2-iscsi',id=c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T16:19:32Z,topic='l3_agent')) {'router_ids': ['ab3a9566-c234-4452-af10-f17dd66b5451'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:36.337151 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] Set router ab3a9566-c234-4452-af10-f17dd66b5451 gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 16:47:36.392261 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-59b2caf1-3847-4882-9922-971cca19371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:47:36Z', 'revision_number': 6, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port_host': None}], 'dv-cinder-840493-2-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:36.417054 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2caf1-3847-4882-9922-971cca19371b None None] The sync data for ids ['ab3a9566-c234-4452-af10-f17dd66b5451'] in dv-cinder-840493-2-iscsi is: [{'id': 'ab3a9566-c234-4452-af10-f17dd66b5451', 'name': 'tempest-TestVolumeBootPattern-884295935-router', 'tenant_id': 'af2941d22bda4f96ae25b40dc475daf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T16:40:26Z', 'updated_at': '2022-05-27T16:47:36Z', 'revision_number': 6, 'project_id': 'af2941d22bda4f96ae25b40dc475daf5', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 16:47:36.497266 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14489091'] for port (6ccdbe73-560f-4579-b067-cb3b63f0ff8e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.524984 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccdbe73-560f-4579-b067-cb3b63f0ff8e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:36.589895 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601260'] for router_gateway (ab3a9566-c234-4452-af10-f17dd66b5451), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.678044 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1628605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router (ab3a9566-c234-4452-af10-f17dd66b5451), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.680189 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks [] for router_controller (ab3a9566-c234-4452-af10-f17dd66b5451), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.789103 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1628598'] for router (ab3a9566-c234-4452-af10-f17dd66b5451), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.789839 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3a9566-c234-4452-af10-f17dd66b5451 {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 16:47:36.798832 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.800142 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4d84d6ec-2371-44e5-8c46-57cdbba37f79 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ab3a9566-c234-4452-af10-f17dd66b5451 HTTP/1.1" status: 204 len: 168 time: 1.0167475 May 27 16:47:36.809504 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48876) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:36.863480 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Deleting subnet 5b9f2100-9dc0-4a0e-846e-398509f35e06 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 16:47:36.866820 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Publish callbacks [] for subnet (5b9f2100-9dc0-4a0e-846e-398509f35e06), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.872392 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f598f63e-02dc-404b-96ac-42ca73fcc34c no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:36.898199 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: f598f63e-02dc-404b-96ac-42ca73fcc34c {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:36.898804 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device f598f63e-02dc-404b-96ac-42ca73fcc34c not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:36.907575 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12779756'] for subnet (5b9f2100-9dc0-4a0e-846e-398509f35e06), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:36.985666 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-690412'] for subnet (5b9f2100-9dc0-4a0e-846e-398509f35e06), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.106576 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-690421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14488306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797572'] for subnet (5b9f2100-9dc0-4a0e-846e-398509f35e06), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.138313 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9f2100-9dc0-4a0e-846e-398509f35e06,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:37.142534 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.146576 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-eb99dfca-898e-4042-8b6d-4f0fdbc60064 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5b9f2100-9dc0-4a0e-846e-398509f35e06 HTTP/1.1" status: 204 len: 168 time: 0.3359337 May 27 16:47:37.149370 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [-] (104556) accepted ('10.222.0.42', 48878) {{(pid=104556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:37.154459 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719c831-b928-4ac6-a338-0a59c34bcdb2 None None] Network 38567f95-848a-42c4-bd36-37c320d8b990 requested from dv-cinder-840493-2-iscsi {{(pid=104558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 16:47:37.218869 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:37.231018 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636267'] for network (38567f95-848a-42c4-bd36-37c320d8b990), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.287001 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Deleting port 44038111-abb7-4510-956c-e9134a9c8afa {{(pid=104556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:37.287901 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (44038111-abb7-4510-956c-e9134a9c8afa), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.334288 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] DHCP port deletion for 38567f95-848a-42c4-bd36-37c320d8b990 request from dv-cinder-840493-2-iscsi {{(pid=104558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 16:47:37.363361 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.db [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] For port 44038111-abb7-4510-956c-e9134a9c8afa, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=44038111-abb7-4510-956c-e9134a9c8afa,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:37.363714 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (44038111-abb7-4510-956c-e9134a9c8afa), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.382678 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.plugin [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Calling delete_port for 44038111-abb7-4510-956c-e9134a9c8afa owned by network:dhcp {{(pid=104556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:37.392301 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Deleting port 44038111-abb7-4510-956c-e9134a9c8afa {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 16:47:37.392742 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748237190885'] for port (44038111-abb7-4510-956c-e9134a9c8afa), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.480540 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] For port 44038111-abb7-4510-956c-e9134a9c8afa, host dv-cinder-840493-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840493-2-iscsi',level=0,port_id=44038111-abb7-4510-956c-e9134a9c8afa,segment=NetworkSegment(e7ae1625-c945-45cb-8534-b52859ee5c78),segment_id=e7ae1625-c945-45cb-8534-b52859ee5c78)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 16:47:37.482066 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604458'] for port (44038111-abb7-4510-956c-e9134a9c8afa), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.497335 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Calling delete_port for 44038111-abb7-4510-956c-e9134a9c8afa owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 16:47:37.537835 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14413513'] for port (44038111-abb7-4510-956c-e9134a9c8afa), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.572982 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=44038111-abb7-4510-956c-e9134a9c8afa,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:37.582730 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] No DVR routers for this DVR port 44038111-abb7-4510-956c-e9134a9c8afa on host dv-cinder-840493-2-iscsi {{(pid=104556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:37.610887 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748237197523', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748236707660'] for port (44038111-abb7-4510-956c-e9134a9c8afa), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.635349 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] Pushing event deleted for resources: {'Port': ['ID=44038111-abb7-4510-956c-e9134a9c8afa,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:37.650568 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0a6ba-c60a-41a2-9950-905b3b378fde None None] No DVR routers for this DVR port 44038111-abb7-4510-956c-e9134a9c8afa on host dv-cinder-840493-2-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 16:47:37.662553 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688985', 'neutron.services.segments.db._delete_segments_for_network-8748237006704'] for network (38567f95-848a-42c4-bd36-37c320d8b990), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.683893 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38567f95-848a-42c4-bd36-37c320d8b990']}} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:37.694620 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae1625-c945-45cb-8534-b52859ee5c78') {'for_net_delete': True} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:37.694903 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.services.segments.db [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae1625-c945-45cb-8534-b52859ee5c78') {} {{(pid=104556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 16:47:37.705436 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748237007737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14499328'] for segment (e7ae1625-c945-45cb-8534-b52859ee5c78), before_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.723950 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643'] for segment (e7ae1625-c945-45cb-8534-b52859ee5c78), precommit_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.731094 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=104556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 16:47:37.731498 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14413466'] for segment (e7ae1625-c945-45cb-8534-b52859ee5c78), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.815577 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment e7ae1625-c945-45cb-8534-b52859ee5c78 resource provider aggregate not found May 27 16:47:37.834001 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.services.segments.plugin [-] Segment e7ae1625-c945-45cb-8534-b52859ee5c78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ae1625-c945-45cb-8534-b52859ee5c78 found for delete ", "request_id": "req-48795efb-aba2-46ca-af6c-00939581281b"}]} May 27 16:47:37.883574 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-243764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601216'] for network (38567f95-848a-42c4-bd36-37c320d8b990), after_delete {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.889267 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron_lib.callbacks.manager [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-243722'] for network (None), before_response {{(pid=104556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:37.893869 dv-cinder-840493-2-iscsi neutron-server[104556]: INFO neutron.wsgi [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] 10.222.0.42 "DELETE /v2.0/networks/38567f95-848a-42c4-bd36-37c320d8b990 HTTP/1.1" status: 204 len: 168 time: 0.7434666 May 27 16:47:37.908496 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12d301-9099-42af-81d2-34aa53481a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=38567f95-848a-42c4-bd36-37c320d8b990,revision_number=None']} {{(pid=104556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:38.182038 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48888) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:38.228733 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-43b28799-a5d4-4b53-ae70-d75c675cfada admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7987c5244084c328b132a11290832ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454149 May 27 16:47:38.233825 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48890) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:38.241671 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:38.299908 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] Publish callbacks [] for security_group (13d6d2b1-6f1e-4741-9867-10e5bad7eead), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:38.325072 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] Publish callbacks [] for security_group (13d6d2b1-6f1e-4741-9867-10e5bad7eead), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:38.356282 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:38.441557 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (13d6d2b1-6f1e-4741-9867-10e5bad7eead), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:38.445123 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:38.446969 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13d6d2b1-6f1e-4741-9867-10e5bad7eead HTTP/1.1" status: 204 len: 168 time: 0.2120256 May 27 16:47:38.457312 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309031c3-3455-4966-8a4b-3fef220319f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d6d2b1-6f1e-4741-9867-10e5bad7eead,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:38.697699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ccdbe73-560f-4579-b067-cb3b63f0ff8e no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:38.717772 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 6ccdbe73-560f-4579-b067-cb3b63f0ff8e {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:38.718158 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 6ccdbe73-560f-4579-b067-cb3b63f0ff8e not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:38.718520 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 44038111-abb7-4510-956c-e9134a9c8afa no longer exists at agent ovs-agent-dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 16:47:38.739120 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] No Port match for: 44038111-abb7-4510-956c-e9134a9c8afa {{(pid=104558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 16:47:38.739471 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.rpc [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Device 44038111-abb7-4510-956c-e9134a9c8afa not bound to the agent host dv-cinder-840493-2-iscsi {{(pid=104558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 16:47:39.318464 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48896) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:39.361591 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7d713098-eb1e-4730-8324-2f89fe738b10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af2941d22bda4f96ae25b40dc475daf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418668 May 27 16:47:39.364050 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.42', 48898) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 16:47:39.414084 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] Publish callbacks [] for security_group (3a1ba43c-d37a-4d9f-a085-238a4182969b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:39.437432 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] Publish callbacks [] for security_group (3a1ba43c-d37a-4d9f-a085-238a4182969b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:39.560104 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-283924'] for security_group (3a1ba43c-d37a-4d9f-a085-238a4182969b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:39.562683 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:39.563938 dv-cinder-840493-2-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a1ba43c-d37a-4d9f-a085-238a4182969b HTTP/1.1" status: 204 len: 168 time: 0.1988831 May 27 16:47:39.572038 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93fd0-9d62-4e2a-80c4-b97586e99751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1ba43c-d37a-4d9f-a085-238a4182969b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 16:47:41.098858 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:41.197832 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:47:46.365556 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=36 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:46.395645 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=47 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:47.894944 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:47.895732 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG dbcounter [-] [104556] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:49.566688 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:49.567435 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=5,neutron:SELECT=24 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:50.682743 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:47:51.105845 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:47:58.811227 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-72d12aa6-ebe2-4a79-a15b-7d039adff871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:01.605224 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bdbed844-93de-4662-9412-28d7301360a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:02.851007 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:04.136365 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:05.662869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:05.739265 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-a56d8509-1d76-47ed-b2ba-484756ae64d9 req-bbee3d5c-9890-4b54-a995-0e7b703c95e6 service neutron] (104556) timed out ('10.222.0.15', 55348) {{(pid=104556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:48:05.872535 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-84b882e3-e32b-407d-ab5d-c2e3629d9b4b req-994d448f-c096-4ae8-8fa8-ddad698faa4c service neutron] (104557) timed out ('10.222.0.15', 55356) {{(pid=104557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:48:06.670108 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:06.675005 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:11.190419 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:21.122395 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:21.124305 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:25.156531 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=15 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:25.159459 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=11 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:27.681272 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:48:28.806066 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4c77c6dd-9362-441e-9fb0-a6881ce5e19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:31.605010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ec81d680-cec8-473a-9437-987331b9420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:32.850696 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:34.178620 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:35.681684 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:41.201292 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:48:43.681131 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:43.681961 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:51.106286 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:51.112274 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:48:58.823918 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b5b5dc56-f6bf-469f-a590-d2ecf813c9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:01.611827 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0f676b12-b16e-4a32-9595-61d42439c40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:02.858244 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:04.206458 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:04.680572 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:49:05.668975 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:11.194420 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:21.126850 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:21.132860 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:26.694362 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:26.695112 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:28.815711 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbaa8-da0c-4832-8cbd-9804fcffc2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:31.593515 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef075-1dd4-47f9-b38c-f1b3b17ea3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:32.845052 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:34.170064 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:35.668273 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:41.222204 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:49:41.679504 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:49:51.127233 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:51.133415 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:57.675930 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:57.676816 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:49:58.804786 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5cda2308-a2d3-4ce3-96ac-f5d747db7452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:01.581580 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-672ecf85-3079-4d8b-898a-5ba821399fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:02.855509 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:04.215456 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:05.695235 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:11.215372 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:16.345082 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-86d86909-f45c-4c41-a81f-22e0d371a6cf service neutron] (104556) timed out ('10.222.0.42', 41146) {{(pid=104556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:50:16.424087 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-460a027a-0351-4b72-afae-5da918ef55d5 req-a2971d24-e308-42d0-bf55-18cd2ad3a1ea tempest-AttachVolumeShelveTestJSON-902823395 tempest-AttachVolumeShelveTestJSON-902823395-project] (104556) timed out ('10.222.0.42', 41160) {{(pid=104556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:50:18.679970 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:50:21.146589 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:21.148473 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:28.860217 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d63a5312-58a2-4107-ac3c-1fb1fe39ae71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:31.591495 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcb23-0996-49dd-ba3a-8d12191f776e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:32.860587 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:33.250592 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-a5d5ba8e-0d07-4767-8341-c3f2a0f03645 service neutron] (104557) timed out ('10.222.0.42', 44894) {{(pid=104557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:50:33.495978 dv-cinder-840493-2-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-4f5f938c-e20e-44fd-85d7-4644fada7b5b req-b86c7693-fb60-47bc-8998-8c1717bd3518 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] (104557) timed out ('10.222.0.42', 44906) {{(pid=104557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:50:34.174259 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:34.669325 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:34.673255 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:35.683259 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:41.260897 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:50:51.157010 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:51.163148 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:50:55.679309 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:50:58.808588 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-839a407c-7721-43ac-97cb-c15c8bb05626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:01.597105 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-effe8fb9-df11-4bd8-8745-9f893259c36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:02.872047 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:04.208578 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:05.654155 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:11.237542 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:11.669490 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:11.670357 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:21.156947 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:21.163033 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:26.699272 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:28.813481 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88ace501-3a66-4b9f-a543-dd9597531d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:31.612877 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-68e5d3bd-e54e-4156-a4dc-05dfeed46ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:32.679517 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:51:32.894247 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:34.207869 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:35.659193 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:41.242203 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:51:48.666451 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:48.667354 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:51.176789 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:51.178670 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:51:58.818903 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-61bbb6d7-094c-434c-a23e-fd113ce8e1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:01.588344 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5396a488-1345-4513-80ec-df016ff6dd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:02.933268 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:04.190426 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:05.687410 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:09.679424 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:52:11.280334 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:18.691169 dv-cinder-840493-2-iscsi neutron-server[104556]: DEBUG neutron.wsgi [req-fba86d29-c84b-4ae1-b0a7-0075e76030a4 req-2ef6e522-8d48-4a0b-b385-897225c40a00 tempest-TestShelveInstance-1724130474 tempest-TestShelveInstance-1724130474-project] (104556) timed out ('10.222.0.15', 55353) {{(pid=104556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 16:52:21.191992 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:21.193994 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:25.663061 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:25.663917 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:28.807401 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-07b2d8c2-0d52-412b-bfe0-640bc719518f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:31.605100 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d321-77ce-4bb7-8f2e-6446f9d04acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:32.898670 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8cf1113e-50b8-4100-ad8a-9f0730442497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (f2820f14-0dfa-4ccb-8194-2ff8da368e58), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:34.176528 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-34d2b94b-ed74-45a5-be0a-a16b9645e008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (7bd7e9a7-a802-4b2d-a94f-1380515e765f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:35.698699 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ad5d9558-c056-479b-bd9f-c6b3a8c4654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e29709d8-0134-4f8d-b629-3fb91c9b4324), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:41.273146 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df565c32-5cb2-4361-aa73-e34ee5eca76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (9e980036-090b-4655-9868-f12f45fbbadb), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:52:46.678704 dv-cinder-840493-2-iscsi neutron-server[104559]: DEBUG neutron.db.agents_db [None req-66e7df7e-f74b-492a-960a-1687e63cab79 None None] Agent healthcheck: found 6 active agents {{(pid=104559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 16:52:51.201693 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:51.203782 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 16:52:58.812430 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1ae63600-cc0e-4369-a7de-bb8cb647651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (e4a41063-2ea3-4ff6-8e75-5164c758d9e0), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 16:53:01.600862 dv-cinder-840493-2-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b19d7dbb-dac5-4148-8ff3-ae54a60e00b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748237006686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702874'] for agent (c45a0b26-df7f-4dfc-91ae-970e6b7b8f3a), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}